2024-11-15 09:24:11,852 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-15 09:24:11,886 main DEBUG Took 0.030095 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-15 09:24:11,886 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-15 09:24:11,887 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-15 09:24:11,888 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-15 09:24:11,890 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 09:24:11,900 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-15 09:24:11,916 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 09:24:11,918 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 09:24:11,919 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 09:24:11,920 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 09:24:11,921 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 09:24:11,921 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 09:24:11,922 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 09:24:11,922 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 09:24:11,923 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 09:24:11,923 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 09:24:11,924 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 09:24:11,924 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 09:24:11,925 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 09:24:11,925 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 09:24:11,925 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 09:24:11,926 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 09:24:11,926 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 09:24:11,927 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 09:24:11,927 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 09:24:11,927 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 09:24:11,928 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 09:24:11,928 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 09:24:11,928 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 09:24:11,929 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 09:24:11,929 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 09:24:11,929 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-15 09:24:11,931 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 09:24:11,932 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-15 09:24:11,934 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-15 09:24:11,934 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-15 09:24:11,935 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-15 09:24:11,936 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-15 09:24:11,945 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-15 09:24:11,949 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-15 09:24:11,951 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-15 09:24:11,952 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-15 09:24:11,952 main DEBUG createAppenders(={Console}) 2024-11-15 09:24:11,953 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d initialized 2024-11-15 09:24:11,954 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-15 09:24:11,954 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d OK. 2024-11-15 09:24:11,955 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-15 09:24:11,955 main DEBUG OutputStream closed 2024-11-15 09:24:11,956 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-15 09:24:11,956 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-15 09:24:11,957 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@27f981c6 OK 2024-11-15 09:24:12,051 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-15 09:24:12,054 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-15 09:24:12,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-15 09:24:12,057 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-15 09:24:12,058 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-15 09:24:12,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-15 09:24:12,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-15 09:24:12,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-15 09:24:12,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-15 09:24:12,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-15 09:24:12,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-15 09:24:12,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-15 09:24:12,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-15 09:24:12,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-15 09:24:12,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-15 09:24:12,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-15 09:24:12,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-15 09:24:12,063 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-15 09:24:12,065 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15 09:24:12,066 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@10cf09e8) with optional ClassLoader: null 2024-11-15 09:24:12,066 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-15 09:24:12,067 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@10cf09e8] started OK. 2024-11-15T09:24:12,084 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-11-15 09:24:12,088 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-15 09:24:12,088 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15T09:24:12,376 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec60f9c7-d12b-9592-5ae7-df12e048a0e5 2024-11-15T09:24:12,377 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-11-15T09:24:12,509 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-15T09:24:12,600 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec60f9c7-d12b-9592-5ae7-df12e048a0e5/cluster_7035e5c5-152b-c2eb-0ba3-5afd1af47b35, deleteOnExit=true 2024-11-15T09:24:12,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec60f9c7-d12b-9592-5ae7-df12e048a0e5/test.cache.data in system properties and HBase conf 2024-11-15T09:24:12,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec60f9c7-d12b-9592-5ae7-df12e048a0e5/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T09:24:12,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec60f9c7-d12b-9592-5ae7-df12e048a0e5/hadoop.log.dir in system properties and HBase conf 2024-11-15T09:24:12,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec60f9c7-d12b-9592-5ae7-df12e048a0e5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T09:24:12,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec60f9c7-d12b-9592-5ae7-df12e048a0e5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T09:24:12,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T09:24:12,683 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T09:24:12,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec60f9c7-d12b-9592-5ae7-df12e048a0e5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T09:24:12,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec60f9c7-d12b-9592-5ae7-df12e048a0e5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T09:24:12,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec60f9c7-d12b-9592-5ae7-df12e048a0e5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T09:24:12,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec60f9c7-d12b-9592-5ae7-df12e048a0e5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T09:24:12,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec60f9c7-d12b-9592-5ae7-df12e048a0e5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T09:24:12,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec60f9c7-d12b-9592-5ae7-df12e048a0e5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T09:24:12,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec60f9c7-d12b-9592-5ae7-df12e048a0e5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T09:24:12,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec60f9c7-d12b-9592-5ae7-df12e048a0e5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T09:24:12,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec60f9c7-d12b-9592-5ae7-df12e048a0e5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T09:24:12,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec60f9c7-d12b-9592-5ae7-df12e048a0e5/nfs.dump.dir in system properties and HBase conf 2024-11-15T09:24:12,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec60f9c7-d12b-9592-5ae7-df12e048a0e5/java.io.tmpdir in system properties and HBase conf 2024-11-15T09:24:12,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec60f9c7-d12b-9592-5ae7-df12e048a0e5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T09:24:12,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec60f9c7-d12b-9592-5ae7-df12e048a0e5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T09:24:12,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec60f9c7-d12b-9592-5ae7-df12e048a0e5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T09:24:13,790 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T09:24:13,859 INFO [Time-limited test {}] log.Log(170): Logging initialized @3183ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-15T09:24:13,932 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T09:24:14,003 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T09:24:14,030 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T09:24:14,031 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T09:24:14,033 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T09:24:14,050 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T09:24:14,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c277883{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec60f9c7-d12b-9592-5ae7-df12e048a0e5/hadoop.log.dir/,AVAILABLE} 2024-11-15T09:24:14,054 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6325f080{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T09:24:14,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5fb88504{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec60f9c7-d12b-9592-5ae7-df12e048a0e5/java.io.tmpdir/jetty-localhost-37023-hadoop-hdfs-3_4_1-tests_jar-_-any-6856661248643859955/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T09:24:14,256 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c6addc2{HTTP/1.1, (http/1.1)}{localhost:37023} 2024-11-15T09:24:14,257 INFO [Time-limited test {}] server.Server(415): Started @3581ms 2024-11-15T09:24:14,791 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T09:24:14,798 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T09:24:14,799 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T09:24:14,800 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T09:24:14,800 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T09:24:14,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@423f2b6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec60f9c7-d12b-9592-5ae7-df12e048a0e5/hadoop.log.dir/,AVAILABLE} 2024-11-15T09:24:14,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2964d180{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T09:24:14,898 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25e2c22c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec60f9c7-d12b-9592-5ae7-df12e048a0e5/java.io.tmpdir/jetty-localhost-33867-hadoop-hdfs-3_4_1-tests_jar-_-any-12006996363668965315/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T09:24:14,899 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50d53203{HTTP/1.1, (http/1.1)}{localhost:33867} 2024-11-15T09:24:14,899 INFO [Time-limited test {}] server.Server(415): Started @4224ms 2024-11-15T09:24:14,946 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T09:24:15,048 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T09:24:15,055 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T09:24:15,056 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T09:24:15,056 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T09:24:15,057 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T09:24:15,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@103e0162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec60f9c7-d12b-9592-5ae7-df12e048a0e5/hadoop.log.dir/,AVAILABLE} 2024-11-15T09:24:15,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41496f18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T09:24:15,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26bdee85{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec60f9c7-d12b-9592-5ae7-df12e048a0e5/java.io.tmpdir/jetty-localhost-46337-hadoop-hdfs-3_4_1-tests_jar-_-any-11941363390922822691/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T09:24:15,195 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@685be9d5{HTTP/1.1, (http/1.1)}{localhost:46337} 2024-11-15T09:24:15,195 INFO [Time-limited test {}] server.Server(415): Started @4520ms 2024-11-15T09:24:15,198 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T09:24:16,660 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec60f9c7-d12b-9592-5ae7-df12e048a0e5/cluster_7035e5c5-152b-c2eb-0ba3-5afd1af47b35/data/data4/current/BP-1213593369-172.17.0.2-1731662653330/current, will proceed with Du for space computation calculation, 2024-11-15T09:24:16,660 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec60f9c7-d12b-9592-5ae7-df12e048a0e5/cluster_7035e5c5-152b-c2eb-0ba3-5afd1af47b35/data/data1/current/BP-1213593369-172.17.0.2-1731662653330/current, will proceed with Du for space computation calculation, 2024-11-15T09:24:16,660 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec60f9c7-d12b-9592-5ae7-df12e048a0e5/cluster_7035e5c5-152b-c2eb-0ba3-5afd1af47b35/data/data2/current/BP-1213593369-172.17.0.2-1731662653330/current, will proceed with Du for space computation calculation, 2024-11-15T09:24:16,660 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec60f9c7-d12b-9592-5ae7-df12e048a0e5/cluster_7035e5c5-152b-c2eb-0ba3-5afd1af47b35/data/data3/current/BP-1213593369-172.17.0.2-1731662653330/current, will proceed with Du for space computation calculation, 2024-11-15T09:24:16,702 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T09:24:16,704 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T09:24:16,754 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6bbee66135f11606 with lease ID 0x422dea72d9557b07: Processing first storage report for DS-907e1140-44c1-4df9-a14f-b07d7a3e4051 from datanode DatanodeRegistration(127.0.0.1:37121, datanodeUuid=5bfa105b-8aee-453a-9dbb-c40201711dd8, infoPort=41685, infoSecurePort=0, ipcPort=40451, storageInfo=lv=-57;cid=testClusterID;nsid=272924017;c=1731662653330) 2024-11-15T09:24:16,756 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6bbee66135f11606 with lease ID 0x422dea72d9557b07: from storage DS-907e1140-44c1-4df9-a14f-b07d7a3e4051 node DatanodeRegistration(127.0.0.1:37121, datanodeUuid=5bfa105b-8aee-453a-9dbb-c40201711dd8, infoPort=41685, infoSecurePort=0, ipcPort=40451, storageInfo=lv=-57;cid=testClusterID;nsid=272924017;c=1731662653330), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T09:24:16,756 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe5f94112365fe204 with lease ID 0x422dea72d9557b08: Processing first storage report for DS-ef1e70bb-3180-44a5-ba00-462add494153 from datanode DatanodeRegistration(127.0.0.1:45977, datanodeUuid=4cd72cf4-790c-4c96-88dc-c56da2a131f1, infoPort=45711, infoSecurePort=0, ipcPort=38157, storageInfo=lv=-57;cid=testClusterID;nsid=272924017;c=1731662653330) 2024-11-15T09:24:16,757 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe5f94112365fe204 with lease ID 0x422dea72d9557b08: from storage DS-ef1e70bb-3180-44a5-ba00-462add494153 node DatanodeRegistration(127.0.0.1:45977, datanodeUuid=4cd72cf4-790c-4c96-88dc-c56da2a131f1, infoPort=45711, infoSecurePort=0, ipcPort=38157, storageInfo=lv=-57;cid=testClusterID;nsid=272924017;c=1731662653330), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T09:24:16,757 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6bbee66135f11606 with lease ID 0x422dea72d9557b07: Processing first storage report for DS-adf206ea-1533-4755-8a16-b02d422fe768 from datanode DatanodeRegistration(127.0.0.1:37121, datanodeUuid=5bfa105b-8aee-453a-9dbb-c40201711dd8, infoPort=41685, infoSecurePort=0, ipcPort=40451, storageInfo=lv=-57;cid=testClusterID;nsid=272924017;c=1731662653330) 2024-11-15T09:24:16,757 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6bbee66135f11606 with lease ID 0x422dea72d9557b07: from storage DS-adf206ea-1533-4755-8a16-b02d422fe768 node DatanodeRegistration(127.0.0.1:37121, datanodeUuid=5bfa105b-8aee-453a-9dbb-c40201711dd8, infoPort=41685, infoSecurePort=0, ipcPort=40451, storageInfo=lv=-57;cid=testClusterID;nsid=272924017;c=1731662653330), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T09:24:16,758 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe5f94112365fe204 with lease ID 0x422dea72d9557b08: Processing first storage report for DS-2bb14f16-9922-41bc-80dd-4b2514b695e7 from datanode DatanodeRegistration(127.0.0.1:45977, datanodeUuid=4cd72cf4-790c-4c96-88dc-c56da2a131f1, infoPort=45711, infoSecurePort=0, ipcPort=38157, storageInfo=lv=-57;cid=testClusterID;nsid=272924017;c=1731662653330) 2024-11-15T09:24:16,758 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe5f94112365fe204 with lease ID 0x422dea72d9557b08: from storage DS-2bb14f16-9922-41bc-80dd-4b2514b695e7 node DatanodeRegistration(127.0.0.1:45977, datanodeUuid=4cd72cf4-790c-4c96-88dc-c56da2a131f1, infoPort=45711, infoSecurePort=0, ipcPort=38157, storageInfo=lv=-57;cid=testClusterID;nsid=272924017;c=1731662653330), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T09:24:16,784 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec60f9c7-d12b-9592-5ae7-df12e048a0e5 2024-11-15T09:24:16,799 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=128, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=346, ProcessCount=11, AvailableMemoryMB=5103 2024-11-15T09:24:16,801 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T09:24:16,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:16,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:17,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741825_1001 (size=7) 2024-11-15T09:24:17,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741825_1001 (size=7) 2024-11-15T09:24:17,444 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38047/user/jenkins/test-data/27fd8094-bdb7-2f41-ad4f-dd14aa0ad9e4 with version=8 2024-11-15T09:24:17,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:17,447 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:17,469 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T09:24:17,500 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-15T09:24:17,520 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-15T09:24:17,525 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T09:24:17,525 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T09:24:17,527 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T09:24:17,532 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T09:24:17,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,547 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-15T09:24:17,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741826_1002 (size=1393) 2024-11-15T09:24:17,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741826_1002 (size=1393) 2024-11-15T09:24:17,591 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T09:24:17,592 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T09:24:17,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741827_1003 (size=1393) 2024-11-15T09:24:17,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741827_1003 (size=1393) 2024-11-15T09:24:17,626 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T09:24:17,626 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T09:24:17,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:17,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:17,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741828_1004 (size=1393) 2024-11-15T09:24:17,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741828_1004 (size=1393) 2024-11-15T09:24:18,061 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T09:24:18,061 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T09:24:18,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741829_1005 (size=1393) 2024-11-15T09:24:18,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741829_1005 (size=1393) 2024-11-15T09:24:18,097 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T09:24:18,097 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T09:24:18,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741830_1006 (size=1393) 2024-11-15T09:24:18,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741830_1006 (size=1393) 2024-11-15T09:24:18,129 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T09:24:18,130 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T09:24:18,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741831_1007 (size=1393) 2024-11-15T09:24:18,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741831_1007 (size=1393) 2024-11-15T09:24:18,180 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T09:24:18,181 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T09:24:18,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741832_1008 (size=1405) 2024-11-15T09:24:18,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741832_1008 (size=1405) 2024-11-15T09:24:18,626 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T09:24:18,627 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T09:24:18,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741833_1009 (size=1413) 2024-11-15T09:24:18,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741833_1009 (size=1413) 2024-11-15T09:24:18,662 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T09:24:18,663 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T09:24:18,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741834_1010 (size=1413) 2024-11-15T09:24:18,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741834_1010 (size=1413) 2024-11-15T09:24:18,690 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T09:24:18,690 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T09:24:18,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741835_1011 (size=1413) 2024-11-15T09:24:18,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741835_1011 (size=1413) 2024-11-15T09:24:18,715 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T09:24:18,781 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/994d919a-56ee-2aa9-c208-73e90033cc6f/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731662657506/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T09:24:18,782 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-15T09:24:18,782 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-15T09:24:18,782 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/994d919a-56ee-2aa9-c208-73e90033cc6f/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731662657506/wal.dat.0 2024-11-15T09:24:18,788 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/994d919a-56ee-2aa9-c208-73e90033cc6f/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731662657506/wal.dat.0 after 4ms 2024-11-15T09:24:18,827 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/994d919a-56ee-2aa9-c208-73e90033cc6f/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731662657506/wal.dat.0 took 50ms 2024-11-15T09:24:18,834 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/994d919a-56ee-2aa9-c208-73e90033cc6f/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731662657506/wal.dat.0 so closing down 2024-11-15T09:24:18,838 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:18,838 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:18,843 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/994d919a-56ee-2aa9-c208-73e90033cc6f/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731662657506/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:18,845 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/994d919a-56ee-2aa9-c208-73e90033cc6f/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731662657506/wal.dat.0, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/994d919a-56ee-2aa9-c208-73e90033cc6f/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731662657506/wal.dat.0, size=1.4 K (1393bytes) at 1731662658781Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/994d919a-56ee-2aa9-c208-73e90033cc6f/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731662657506/wal.dat.0 so closing down at 1731662658834 (+53 ms)3 split writer threads finished at 1731662658838 (+4 ms)Processed 0 edits across 0 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/994d919a-56ee-2aa9-c208-73e90033cc6f/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731662657506/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662658843 (+5 ms) 2024-11-15T09:24:18,845 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-11-15T09:24:18,867 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=133 (was 128) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1627313177_22 at /127.0.0.1:37570 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@54f0cd49 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38047 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=375 (was 365) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=391 (was 346) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4947 (was 5103) 2024-11-15T09:24:18,873 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=133, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=391, ProcessCount=11, AvailableMemoryMB=4947 2024-11-15T09:24:18,874 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T09:24:18,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741836_1012 (size=7) 2024-11-15T09:24:18,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741836_1012 (size=7) 2024-11-15T09:24:18,887 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38047/user/jenkins/test-data/27fd8094-bdb7-2f41-ad4f-dd14aa0ad9e4 with version=8 2024-11-15T09:24:18,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:18,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:18,894 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T09:24:18,894 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-11-15T09:24:18,894 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T09:24:18,896 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T09:24:18,899 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T09:24:18,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:18,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:18,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741837_1013 (size=2324) 2024-11-15T09:24:18,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741837_1013 (size=2324) 2024-11-15T09:24:18,938 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T09:24:18,955 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/0cf2fdad-f2fe-0253-a602-c7f02f9e5250/WALs/testsplitlogfilemultipleregions,16010,1731662658894/wal.dat.0, size=2.3 K (2324bytes) 2024-11-15T09:24:18,955 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/0cf2fdad-f2fe-0253-a602-c7f02f9e5250/WALs/testsplitlogfilemultipleregions,16010,1731662658894/wal.dat.0 2024-11-15T09:24:18,955 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/0cf2fdad-f2fe-0253-a602-c7f02f9e5250/WALs/testsplitlogfilemultipleregions,16010,1731662658894/wal.dat.0 after 0ms 2024-11-15T09:24:18,960 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/0cf2fdad-f2fe-0253-a602-c7f02f9e5250/WALs/testsplitlogfilemultipleregions,16010,1731662658894/wal.dat.0 took 5ms 2024-11-15T09:24:18,968 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/0cf2fdad-f2fe-0253-a602-c7f02f9e5250/WALs/testsplitlogfilemultipleregions,16010,1731662658894/wal.dat.0 so closing down 2024-11-15T09:24:18,969 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:18,969 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:19,004 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T09:24:19,004 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T09:24:19,006 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/0cf2fdad-f2fe-0253-a602-c7f02f9e5250/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T09:24:19,006 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/0cf2fdad-f2fe-0253-a602-c7f02f9e5250/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T09:24:19,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741838_1014 (size=743) 2024-11-15T09:24:19,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741838_1014 (size=743) 2024-11-15T09:24:19,029 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/0cf2fdad-f2fe-0253-a602-c7f02f9e5250/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) 2024-11-15T09:24:19,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741839_1015 (size=743) 2024-11-15T09:24:19,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741839_1015 (size=743) 2024-11-15T09:24:19,031 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/0cf2fdad-f2fe-0253-a602-c7f02f9e5250/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) 2024-11-15T09:24:19,033 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/0cf2fdad-f2fe-0253-a602-c7f02f9e5250/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/0cf2fdad-f2fe-0253-a602-c7f02f9e5250/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T09:24:19,035 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/0cf2fdad-f2fe-0253-a602-c7f02f9e5250/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/0cf2fdad-f2fe-0253-a602-c7f02f9e5250/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T09:24:19,036 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 75 ms; skipped=7; WAL=hdfs://localhost:38047/user/jenkins/test-data/0cf2fdad-f2fe-0253-a602-c7f02f9e5250/WALs/testsplitlogfilemultipleregions,16010,1731662658894/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-15T09:24:19,036 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/0cf2fdad-f2fe-0253-a602-c7f02f9e5250/WALs/testsplitlogfilemultipleregions,16010,1731662658894/wal.dat.0, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/0cf2fdad-f2fe-0253-a602-c7f02f9e5250/WALs/testsplitlogfilemultipleregions,16010,1731662658894/wal.dat.0, size=2.3 K (2324bytes) at 1731662658955Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/0cf2fdad-f2fe-0253-a602-c7f02f9e5250/WALs/testsplitlogfilemultipleregions,16010,1731662658894/wal.dat.0 so closing down at 1731662658968 (+13 ms)3 split writer threads finished at 1731662658969 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/0cf2fdad-f2fe-0253-a602-c7f02f9e5250/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731662659007 (+38 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/0cf2fdad-f2fe-0253-a602-c7f02f9e5250/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731662659007Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/0cf2fdad-f2fe-0253-a602-c7f02f9e5250/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) at 1731662659029 (+22 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/0cf2fdad-f2fe-0253-a602-c7f02f9e5250/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) at 1731662659031 (+2 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/0cf2fdad-f2fe-0253-a602-c7f02f9e5250/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/0cf2fdad-f2fe-0253-a602-c7f02f9e5250/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731662659033 (+2 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/0cf2fdad-f2fe-0253-a602-c7f02f9e5250/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/0cf2fdad-f2fe-0253-a602-c7f02f9e5250/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731662659035 (+2 ms)Processed 27 edits across 2 Regions in 75 ms; skipped=7; WAL=hdfs://localhost:38047/user/jenkins/test-data/0cf2fdad-f2fe-0253-a602-c7f02f9e5250/WALs/testsplitlogfilemultipleregions,16010,1731662658894/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731662659036 (+1 ms) 2024-11-15T09:24:19,048 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/0cf2fdad-f2fe-0253-a602-c7f02f9e5250/WALs/testsplitlogfilemultipleregions,16010,1731662658894/wal.dat.0 to hdfs://localhost:38047/user/jenkins/test-data/0cf2fdad-f2fe-0253-a602-c7f02f9e5250/oldWALs/wal.dat.0 2024-11-15T09:24:19,077 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=133 (was 133), OpenFileDescriptor=379 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=391 (was 391), ProcessCount=11 (was 11), AvailableMemoryMB=4929 (was 4947) 2024-11-15T09:24:19,084 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=133, OpenFileDescriptor=379, MaxFileDescriptor=1048576, SystemLoadAverage=391, ProcessCount=11, AvailableMemoryMB=4928 2024-11-15T09:24:19,085 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T09:24:19,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741840_1016 (size=7) 2024-11-15T09:24:19,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741840_1016 (size=7) 2024-11-15T09:24:19,100 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38047/user/jenkins/test-data/27fd8094-bdb7-2f41-ad4f-dd14aa0ad9e4 with version=8 2024-11-15T09:24:19,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:19,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:19,110 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T09:24:19,110 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T09:24:19,112 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T09:24:19,115 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T09:24:19,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741841_1017 (size=2324) 2024-11-15T09:24:19,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741841_1017 (size=2324) 2024-11-15T09:24:19,144 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T09:24:19,884 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/85f5ea0c-a052-30da-6dd2-eb45bc71d052/WALs/testterminationaskedbyreporter,16010,1731662659110/wal.dat.0, size=2.3 K (2324bytes) 2024-11-15T09:24:19,884 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/85f5ea0c-a052-30da-6dd2-eb45bc71d052/WALs/testterminationaskedbyreporter,16010,1731662659110/wal.dat.0 so closing down 2024-11-15T09:24:19,885 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/85f5ea0c-a052-30da-6dd2-eb45bc71d052/WALs/testterminationaskedbyreporter,16010,1731662659110/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-11-15T09:24:19,885 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/85f5ea0c-a052-30da-6dd2-eb45bc71d052/WALs/testterminationaskedbyreporter,16010,1731662659110/wal.dat.0, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/85f5ea0c-a052-30da-6dd2-eb45bc71d052/WALs/testterminationaskedbyreporter,16010,1731662659110/wal.dat.0, size=2.3 K (2324bytes) at 1731662659884Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/85f5ea0c-a052-30da-6dd2-eb45bc71d052/WALs/testterminationaskedbyreporter,16010,1731662659110/wal.dat.0 so closing down at 1731662659884Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/85f5ea0c-a052-30da-6dd2-eb45bc71d052/WALs/testterminationaskedbyreporter,16010,1731662659110/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1731662659885 (+1 ms) 2024-11-15T09:24:19,893 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=133 (was 133), OpenFileDescriptor=379 (was 379), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=391 (was 391), ProcessCount=11 (was 11), AvailableMemoryMB=4882 (was 4928) 2024-11-15T09:24:19,899 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=133, OpenFileDescriptor=379, MaxFileDescriptor=1048576, SystemLoadAverage=391, ProcessCount=11, AvailableMemoryMB=4882 2024-11-15T09:24:19,900 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T09:24:19,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741842_1018 (size=7) 2024-11-15T09:24:19,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741842_1018 (size=7) 2024-11-15T09:24:19,917 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38047/user/jenkins/test-data/27fd8094-bdb7-2f41-ad4f-dd14aa0ad9e4 with version=8 2024-11-15T09:24:19,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:19,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:19,926 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T09:24:19,926 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-11-15T09:24:19,929 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T09:24:19,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741843_1019 (size=1043) 2024-11-15T09:24:19,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741843_1019 (size=1043) 2024-11-15T09:24:19,951 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T09:24:19,952 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T09:24:19,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,966 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T09:24:19,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:19,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:19,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741845_1021 (size=1043) 2024-11-15T09:24:19,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741845_1021 (size=1043) 2024-11-15T09:24:20,382 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T09:24:20,383 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T09:24:20,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741846_1022 (size=1043) 2024-11-15T09:24:20,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741846_1022 (size=1043) 2024-11-15T09:24:20,402 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T09:24:20,402 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T09:24:20,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741847_1023 (size=1043) 2024-11-15T09:24:20,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741847_1023 (size=1043) 2024-11-15T09:24:20,428 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T09:24:20,428 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T09:24:20,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741848_1024 (size=1043) 2024-11-15T09:24:20,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741848_1024 (size=1043) 2024-11-15T09:24:20,448 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T09:24:20,448 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T09:24:20,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741849_1025 (size=1043) 2024-11-15T09:24:20,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741849_1025 (size=1043) 2024-11-15T09:24:20,868 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T09:24:20,869 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T09:24:20,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:20,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741850_1026 (size=1043) 2024-11-15T09:24:20,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741850_1026 (size=1043) 2024-11-15T09:24:20,973 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T09:24:20,973 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T09:24:20,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:20,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:21,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:21,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:21,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:21,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:21,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:21,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:21,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:21,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:21,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:21,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:21,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:21,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:21,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:21,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:21,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:21,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:21,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:21,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:21,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741851_1027 (size=1043) 2024-11-15T09:24:21,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741851_1027 (size=1043) 2024-11-15T09:24:21,475 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T09:24:21,476 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T09:24:21,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:21,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:21,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:21,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:21,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:21,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:21,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:21,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:21,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:21,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:21,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:21,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:21,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:21,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:21,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:21,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:21,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:21,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:21,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:21,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:21,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741852_1028 (size=1043) 2024-11-15T09:24:21,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741852_1028 (size=1043) 2024-11-15T09:24:21,581 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T09:24:21,624 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.0, size=1.0 K (1043bytes) 2024-11-15T09:24:21,624 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.0 2024-11-15T09:24:21,629 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.0 after 5ms 2024-11-15T09:24:21,636 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.0 took 12ms 2024-11-15T09:24:21,657 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-11-15T09:24:21,658 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.0 so closing down 2024-11-15T09:24:21,659 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:21,660 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:21,660 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 12 ms; skipped=10; WAL=hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-15T09:24:21,661 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.0, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.0, size=1.0 K (1043bytes) at 1731662661624Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.0 so closing down at 1731662661659 (+35 ms)3 split writer threads finished at 1731662661660 (+1 ms)Processed 10 edits across 0 Regions in 12 ms; skipped=10; WAL=hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731662661661 (+1 ms) 2024-11-15T09:24:21,681 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.0 to hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/oldWALs/wal.dat.0 2024-11-15T09:24:21,682 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.1, size=180 (180bytes) 2024-11-15T09:24:21,682 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.1 2024-11-15T09:24:21,684 WARN [IPC Server handler 0 on default port 38047 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-11-15T09:24:21,686 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.1 after 4ms 2024-11-15T09:24:21,780 WARN [ResponseProcessor for block BP-1213593369-172.17.0.2-1731662653330:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1213593369-172.17.0.2-1731662653330:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T09:24:21,781 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-574920611_22 at /127.0.0.1:51990 [Receiving block BP-1213593369-172.17.0.2-1731662653330:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:45977:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51990 dst: /127.0.0.1:45977 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T09:24:21,785 WARN [DataStreamer for file /user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.1 block BP-1213593369-172.17.0.2-1731662653330:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1213593369-172.17.0.2-1731662653330:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:37121,DS-907e1140-44c1-4df9-a14f-b07d7a3e4051,DISK], DatanodeInfoWithStorage[127.0.0.1:45977,DS-ef1e70bb-3180-44a5-ba00-462add494153,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:37121,DS-907e1140-44c1-4df9-a14f-b07d7a3e4051,DISK]) is bad. 2024-11-15T09:24:21,780 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-574920611_22 at /127.0.0.1:37626 [Receiving block BP-1213593369-172.17.0.2-1731662653330:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:37121:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37626 dst: /127.0.0.1:37121 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:37121 remote=/127.0.0.1:37626]. Total timeout mills is 60000, 58186 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T09:24:21,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741844_1029 (size=1035) 2024-11-15T09:24:21,794 WARN [DataStreamer for file /user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.1 block BP-1213593369-172.17.0.2-1731662653330:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1213593369-172.17.0.2-1731662653330:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T09:24:21,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741844_1029 (size=1035) 2024-11-15T09:24:25,687 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.1 after 4005ms 2024-11-15T09:24:25,693 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.1 took 4011ms 2024-11-15T09:24:25,696 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.1; continuing. 2024-11-15T09:24:25,696 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.1 so closing down 2024-11-15T09:24:25,696 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:25,696 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:25,697 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-11-15T09:24:25,697 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.1, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.1, size=180 (180bytes) at 1731662661682Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.1 so closing down at 1731662665696 (+4014 ms)3 split writer threads finished at 1731662665696Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1731662665697 (+1 ms) 2024-11-15T09:24:25,700 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.1 to hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/oldWALs/wal.dat.1 2024-11-15T09:24:25,701 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.2, size=1.0 K (1043bytes) 2024-11-15T09:24:25,701 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.2 2024-11-15T09:24:25,704 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.2 after 3ms 2024-11-15T09:24:25,709 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.2 took 9ms 2024-11-15T09:24:25,723 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.2 so closing down 2024-11-15T09:24:25,723 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:25,723 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:25,724 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-15T09:24:25,724 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.2, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.2, size=1.0 K (1043bytes) at 1731662665701Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.2 so closing down at 1731662665723 (+22 ms)3 split writer threads finished at 1731662665723Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731662665724 (+1 ms) 2024-11-15T09:24:25,728 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.2 to hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/oldWALs/wal.dat.2 2024-11-15T09:24:25,728 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.3, size=1.0 K (1043bytes) 2024-11-15T09:24:25,728 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.3 2024-11-15T09:24:25,730 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.3 after 2ms 2024-11-15T09:24:25,738 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.3 took 9ms 2024-11-15T09:24:25,764 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.3 so closing down 2024-11-15T09:24:25,764 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:25,764 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:25,764 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 12 ms; skipped=10; WAL=hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-15T09:24:25,764 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.3, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.3, size=1.0 K (1043bytes) at 1731662665728Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.3 so closing down at 1731662665764 (+36 ms)3 split writer threads finished at 1731662665764Processed 10 edits across 0 Regions in 12 ms; skipped=10; WAL=hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731662665764 2024-11-15T09:24:25,769 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.3 to hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/oldWALs/wal.dat.3 2024-11-15T09:24:25,770 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.4, size=1.0 K (1043bytes) 2024-11-15T09:24:25,770 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.4 2024-11-15T09:24:25,773 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.4 after 3ms 2024-11-15T09:24:25,779 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.4 took 9ms 2024-11-15T09:24:25,811 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.4 so closing down 2024-11-15T09:24:25,811 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:25,811 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:25,812 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-15T09:24:25,812 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.4, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.4, size=1.0 K (1043bytes) at 1731662665770Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.4 so closing down at 1731662665811 (+41 ms)3 split writer threads finished at 1731662665812 (+1 ms)Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731662665812 2024-11-15T09:24:25,817 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.4 to hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/oldWALs/wal.dat.4 2024-11-15T09:24:25,818 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.5, size=1.0 K (1043bytes) 2024-11-15T09:24:25,818 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.5 2024-11-15T09:24:25,819 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.5 after 1ms 2024-11-15T09:24:25,825 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.5 took 8ms 2024-11-15T09:24:25,871 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.5 so closing down 2024-11-15T09:24:25,871 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:25,871 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:25,872 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-15T09:24:25,872 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.5, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.5, size=1.0 K (1043bytes) at 1731662665818Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.5 so closing down at 1731662665871 (+53 ms)3 split writer threads finished at 1731662665872 (+1 ms)Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731662665872 2024-11-15T09:24:25,880 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.5 to hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/oldWALs/wal.dat.5 2024-11-15T09:24:25,881 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.6, size=1.0 K (1043bytes) 2024-11-15T09:24:25,881 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.6 2024-11-15T09:24:25,884 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.6 after 3ms 2024-11-15T09:24:25,889 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.6 took 8ms 2024-11-15T09:24:25,916 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.6 so closing down 2024-11-15T09:24:25,916 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:25,919 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:25,919 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-15T09:24:25,920 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.6, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.6, size=1.0 K (1043bytes) at 1731662665881Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.6 so closing down at 1731662665916 (+35 ms)3 split writer threads finished at 1731662665919 (+3 ms)Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731662665919 2024-11-15T09:24:25,929 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.6 to hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/oldWALs/wal.dat.6 2024-11-15T09:24:25,929 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.7, size=1.0 K (1043bytes) 2024-11-15T09:24:25,929 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.7 2024-11-15T09:24:25,930 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.7 after 1ms 2024-11-15T09:24:25,936 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.7 took 7ms 2024-11-15T09:24:25,966 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.7 so closing down 2024-11-15T09:24:25,966 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:25,975 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:25,975 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 13 ms; skipped=10; WAL=hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-15T09:24:25,975 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.7, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.7, size=1.0 K (1043bytes) at 1731662665929Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.7 so closing down at 1731662665966 (+37 ms)3 split writer threads finished at 1731662665975 (+9 ms)Processed 10 edits across 0 Regions in 13 ms; skipped=10; WAL=hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731662665975 2024-11-15T09:24:25,982 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.7 to hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/oldWALs/wal.dat.7 2024-11-15T09:24:25,983 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.8, size=1.0 K (1043bytes) 2024-11-15T09:24:25,983 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.8 2024-11-15T09:24:25,984 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.8 after 1ms 2024-11-15T09:24:25,989 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.8 took 7ms 2024-11-15T09:24:26,000 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.8 so closing down 2024-11-15T09:24:26,000 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:26,001 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:26,001 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-15T09:24:26,001 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.8, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.8, size=1.0 K (1043bytes) at 1731662665983Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.8 so closing down at 1731662666000 (+17 ms)3 split writer threads finished at 1731662666001 (+1 ms)Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731662666001 2024-11-15T09:24:26,008 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.8 to hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/oldWALs/wal.dat.8 2024-11-15T09:24:26,015 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.9, size=1.0 K (1043bytes) 2024-11-15T09:24:26,015 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.9 2024-11-15T09:24:26,016 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.9 after 0ms 2024-11-15T09:24:26,021 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.9 took 6ms 2024-11-15T09:24:26,035 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.9 so closing down 2024-11-15T09:24:26,035 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:26,039 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:26,039 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 16 ms; skipped=10; WAL=hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-15T09:24:26,039 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.9, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.9, size=1.0 K (1043bytes) at 1731662666015Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.9 so closing down at 1731662666035 (+20 ms)3 split writer threads finished at 1731662666039 (+4 ms)Processed 10 edits across 0 Regions in 16 ms; skipped=10; WAL=hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731662666039 2024-11-15T09:24:26,043 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/WALs/testsplitdeletedregion,16010,1731662659926/wal.dat.9 to hdfs://localhost:38047/user/jenkins/test-data/6baa00c2-53e8-6428-3660-09cd69dc36f3/oldWALs/wal.dat.9 2024-11-15T09:24:26,058 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=140 (was 133) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec60f9c7-d12b-9592-5ae7-df12e048a0e5/cluster_7035e5c5-152b-c2eb-0ba3-5afd1af47b35/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec60f9c7-d12b-9592-5ae7-df12e048a0e5/cluster_7035e5c5-152b-c2eb-0ba3-5afd1af47b35/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1876310275_22 at /127.0.0.1:34022 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1876310275_22 at /127.0.0.1:35932 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1034671227) connection to localhost/127.0.0.1:40451 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec60f9c7-d12b-9592-5ae7-df12e048a0e5/cluster_7035e5c5-152b-c2eb-0ba3-5afd1af47b35/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec60f9c7-d12b-9592-5ae7-df12e048a0e5/cluster_7035e5c5-152b-c2eb-0ba3-5afd1af47b35/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=389 (was 379) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=407 (was 391) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4461 (was 4882) 2024-11-15T09:24:26,070 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=140, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=407, ProcessCount=11, AvailableMemoryMB=4461 2024-11-15T09:24:26,070 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T09:24:26,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741853_1030 (size=7) 2024-11-15T09:24:26,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741853_1030 (size=7) 2024-11-15T09:24:26,166 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38047/user/jenkins/test-data/27fd8094-bdb7-2f41-ad4f-dd14aa0ad9e4 with version=8 2024-11-15T09:24:26,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:26,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:26,175 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T09:24:26,175 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-15T09:24:26,178 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T09:24:26,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:26,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:26,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:26,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:26,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:26,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:26,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:26,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:26,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:26,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:26,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:26,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:26,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:26,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:26,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:26,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:26,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:26,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:26,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:26,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:26,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741854_1031 (size=863) 2024-11-15T09:24:26,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741854_1031 (size=863) 2024-11-15T09:24:26,273 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T09:24:26,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741855_1032 (size=859) 2024-11-15T09:24:26,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741855_1032 (size=859) 2024-11-15T09:24:26,763 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/add29714-55c4-ff84-5893-101cff72ed67/WALs/testcorruptwaltrailer,16010,1731662666175/wal.dat.0, size=859 (859bytes) 2024-11-15T09:24:26,763 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/add29714-55c4-ff84-5893-101cff72ed67/WALs/testcorruptwaltrailer,16010,1731662666175/wal.dat.0 2024-11-15T09:24:26,764 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/add29714-55c4-ff84-5893-101cff72ed67/WALs/testcorruptwaltrailer,16010,1731662666175/wal.dat.0 after 1ms 2024-11-15T09:24:26,771 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/add29714-55c4-ff84-5893-101cff72ed67/WALs/testcorruptwaltrailer,16010,1731662666175/wal.dat.0 took 9ms 2024-11-15T09:24:26,910 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38047/user/jenkins/test-data/add29714-55c4-ff84-5893-101cff72ed67/WALs/testcorruptwaltrailer,16010,1731662666175/wal.dat.0; continuing. 2024-11-15T09:24:26,910 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/add29714-55c4-ff84-5893-101cff72ed67/WALs/testcorruptwaltrailer,16010,1731662666175/wal.dat.0 so closing down 2024-11-15T09:24:26,910 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:26,910 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:26,923 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T09:24:26,928 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/add29714-55c4-ff84-5893-101cff72ed67/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T09:24:26,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741856_1033 (size=863) 2024-11-15T09:24:26,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741856_1033 (size=863) 2024-11-15T09:24:26,951 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/add29714-55c4-ff84-5893-101cff72ed67/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:26,956 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/add29714-55c4-ff84-5893-101cff72ed67/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/add29714-55c4-ff84-5893-101cff72ed67/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-15T09:24:26,956 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 184 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/add29714-55c4-ff84-5893-101cff72ed67/WALs/testcorruptwaltrailer,16010,1731662666175/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-11-15T09:24:26,957 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/add29714-55c4-ff84-5893-101cff72ed67/WALs/testcorruptwaltrailer,16010,1731662666175/wal.dat.0, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/add29714-55c4-ff84-5893-101cff72ed67/WALs/testcorruptwaltrailer,16010,1731662666175/wal.dat.0, size=859 (859bytes) at 1731662666763Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/add29714-55c4-ff84-5893-101cff72ed67/WALs/testcorruptwaltrailer,16010,1731662666175/wal.dat.0 so closing down at 1731662666910 (+147 ms)3 split writer threads finished at 1731662666910Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/add29714-55c4-ff84-5893-101cff72ed67/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731662666928 (+18 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/add29714-55c4-ff84-5893-101cff72ed67/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662666951 (+23 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/add29714-55c4-ff84-5893-101cff72ed67/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/add29714-55c4-ff84-5893-101cff72ed67/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731662666956 (+5 ms)Processed 10 edits across 1 Regions in 184 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/add29714-55c4-ff84-5893-101cff72ed67/WALs/testcorruptwaltrailer,16010,1731662666175/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1731662666956 2024-11-15T09:24:26,961 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/add29714-55c4-ff84-5893-101cff72ed67/WALs/testcorruptwaltrailer,16010,1731662666175/wal.dat.0 to hdfs://localhost:38047/user/jenkins/test-data/add29714-55c4-ff84-5893-101cff72ed67/oldWALs/wal.dat.0 2024-11-15T09:24:26,981 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=140 (was 140), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=407 (was 407), ProcessCount=11 (was 11), AvailableMemoryMB=4429 (was 4461) 2024-11-15T09:24:26,990 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=140, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=407, ProcessCount=11, AvailableMemoryMB=4427 2024-11-15T09:24:26,990 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T09:24:27,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741857_1034 (size=7) 2024-11-15T09:24:27,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741857_1034 (size=7) 2024-11-15T09:24:27,027 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38047/user/jenkins/test-data/27fd8094-bdb7-2f41-ad4f-dd14aa0ad9e4 with version=8 2024-11-15T09:24:27,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:27,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:27,047 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T09:24:27,095 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=140 (was 140), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=407 (was 407), ProcessCount=11 (was 11), AvailableMemoryMB=4424 (was 4427) 2024-11-15T09:24:27,127 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=140, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=407, ProcessCount=11, AvailableMemoryMB=4424 2024-11-15T09:24:27,127 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T09:24:27,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741858_1035 (size=7) 2024-11-15T09:24:27,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741858_1035 (size=7) 2024-11-15T09:24:27,216 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38047/user/jenkins/test-data/27fd8094-bdb7-2f41-ad4f-dd14aa0ad9e4 with version=8 2024-11-15T09:24:27,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:27,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:27,224 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T09:24:27,249 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-11-15T09:24:27,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741859_1036 (size=93) 2024-11-15T09:24:27,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741859_1036 (size=93) 2024-11-15T09:24:27,297 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=140 (was 140), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=407 (was 407), ProcessCount=11 (was 11), AvailableMemoryMB=4418 (was 4424) 2024-11-15T09:24:27,324 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=140, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=407, ProcessCount=11, AvailableMemoryMB=4418 2024-11-15T09:24:27,324 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T09:24:27,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741860_1037 (size=7) 2024-11-15T09:24:27,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741860_1037 (size=7) 2024-11-15T09:24:27,369 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38047/user/jenkins/test-data/27fd8094-bdb7-2f41-ad4f-dd14aa0ad9e4 with version=8 2024-11-15T09:24:27,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:27,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:27,378 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T09:24:27,378 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T09:24:27,382 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T09:24:27,385 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T09:24:27,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741861_1038 (size=1393) 2024-11-15T09:24:27,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741861_1038 (size=1393) 2024-11-15T09:24:27,449 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T09:24:27,449 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T09:24:27,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741862_1039 (size=1393) 2024-11-15T09:24:27,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741862_1039 (size=1393) 2024-11-15T09:24:27,529 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T09:24:27,529 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T09:24:27,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741863_1040 (size=1393) 2024-11-15T09:24:27,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741863_1040 (size=1393) 2024-11-15T09:24:27,572 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T09:24:27,573 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T09:24:27,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741864_1041 (size=1393) 2024-11-15T09:24:27,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741864_1041 (size=1393) 2024-11-15T09:24:27,633 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T09:24:27,633 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T09:24:27,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741865_1042 (size=1393) 2024-11-15T09:24:27,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741865_1042 (size=1393) 2024-11-15T09:24:27,743 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T09:24:27,743 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T09:24:27,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:27,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:27,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741866_1043 (size=1393) 2024-11-15T09:24:27,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741866_1043 (size=1393) 2024-11-15T09:24:28,224 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T09:24:28,224 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T09:24:28,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741867_1044 (size=1405) 2024-11-15T09:24:28,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741867_1044 (size=1405) 2024-11-15T09:24:28,249 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T09:24:28,250 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T09:24:28,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741868_1045 (size=1413) 2024-11-15T09:24:28,293 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T09:24:28,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741868_1045 (size=1413) 2024-11-15T09:24:28,294 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T09:24:28,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741869_1046 (size=1413) 2024-11-15T09:24:28,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741869_1046 (size=1413) 2024-11-15T09:24:28,728 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T09:24:28,728 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T09:24:28,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:28,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:28,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741870_1047 (size=1413) 2024-11-15T09:24:28,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741870_1047 (size=1413) 2024-11-15T09:24:28,751 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T09:24:28,777 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/442c575d-e330-9d8b-1d36-cc974e636c0a/WALs/testioeonoutputthread,16010,1731662667378/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T09:24:28,777 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/442c575d-e330-9d8b-1d36-cc974e636c0a/WALs/testioeonoutputthread,16010,1731662667378/wal.dat.7 2024-11-15T09:24:28,778 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/442c575d-e330-9d8b-1d36-cc974e636c0a/WALs/testioeonoutputthread,16010,1731662667378/wal.dat.7 after 1ms 2024-11-15T09:24:28,782 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/442c575d-e330-9d8b-1d36-cc974e636c0a/WALs/testioeonoutputthread,16010,1731662667378/wal.dat.7 took 5ms 2024-11-15T09:24:28,789 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/442c575d-e330-9d8b-1d36-cc974e636c0a/WALs/testioeonoutputthread,16010,1731662667378/wal.dat.7 so closing down 2024-11-15T09:24:28,789 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:28,789 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:28,815 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/442c575d-e330-9d8b-1d36-cc974e636c0a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T09:24:28,817 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/442c575d-e330-9d8b-1d36-cc974e636c0a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T09:24:28,825 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T09:24:28,825 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T09:24:28,826 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/442c575d-e330-9d8b-1d36-cc974e636c0a/WALs/testioeonoutputthread,16010,1731662667378/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-11-15T09:24:28,826 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/442c575d-e330-9d8b-1d36-cc974e636c0a/WALs/testioeonoutputthread,16010,1731662667378/wal.dat.7, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/442c575d-e330-9d8b-1d36-cc974e636c0a/WALs/testioeonoutputthread,16010,1731662667378/wal.dat.7, size=1.4 K (1413bytes) at 1731662668777Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/442c575d-e330-9d8b-1d36-cc974e636c0a/WALs/testioeonoutputthread,16010,1731662667378/wal.dat.7 so closing down at 1731662668789 (+12 ms)3 split writer threads finished at 1731662668789Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/442c575d-e330-9d8b-1d36-cc974e636c0a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731662668815 (+26 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/442c575d-e330-9d8b-1d36-cc974e636c0a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731662668817 (+2 ms)Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log at 1731662668825 (+8 ms)Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log at 1731662668825Processed 20 edits across 0 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/442c575d-e330-9d8b-1d36-cc974e636c0a/WALs/testioeonoutputthread,16010,1731662667378/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1731662668826 (+1 ms) 2024-11-15T09:24:28,836 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=140 (was 140), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=399 (was 407), ProcessCount=11 (was 11), AvailableMemoryMB=4394 (was 4418) 2024-11-15T09:24:28,846 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=140, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=399, ProcessCount=11, AvailableMemoryMB=4393 2024-11-15T09:24:28,846 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T09:24:28,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741871_1048 (size=7) 2024-11-15T09:24:28,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741871_1048 (size=7) 2024-11-15T09:24:28,860 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38047/user/jenkins/test-data/27fd8094-bdb7-2f41-ad4f-dd14aa0ad9e4 with version=8 2024-11-15T09:24:28,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:28,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:28,866 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T09:24:28,896 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T09:24:28,897 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T09:24:28,899 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T09:24:28,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741872_1049 (size=2324) 2024-11-15T09:24:28,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741872_1049 (size=2324) 2024-11-15T09:24:28,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T09:24:28,945 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T09:24:28,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741873_1050 (size=1393) 2024-11-15T09:24:28,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741873_1050 (size=1393) 2024-11-15T09:24:28,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T09:24:28,968 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T09:24:28,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-11-15T09:24:28,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-11-15T09:24:28,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-11-15T09:24:28,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:28,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-11-15T09:24:28,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:28,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-11-15T09:24:29,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-11-15T09:24:29,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-11-15T09:24:29,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-11-15T09:24:29,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-11-15T09:24:29,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-11-15T09:24:29,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-11-15T09:24:29,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-11-15T09:24:29,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-11-15T09:24:29,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-11-15T09:24:29,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-11-15T09:24:29,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-11-15T09:24:29,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-11-15T09:24:29,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-11-15T09:24:29,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-11-15T09:24:29,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-11-15T09:24:29,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-11-15T09:24:29,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-11-15T09:24:29,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-11-15T09:24:29,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-11-15T09:24:29,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-11-15T09:24:29,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-11-15T09:24:29,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-11-15T09:24:29,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-11-15T09:24:29,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-11-15T09:24:29,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-11-15T09:24:29,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-11-15T09:24:29,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-11-15T09:24:29,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-11-15T09:24:29,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-11-15T09:24:29,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-11-15T09:24:29,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-11-15T09:24:29,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-11-15T09:24:29,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-11-15T09:24:29,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-11-15T09:24:29,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-11-15T09:24:29,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-11-15T09:24:29,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-11-15T09:24:29,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-11-15T09:24:29,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-11-15T09:24:29,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-11-15T09:24:29,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-11-15T09:24:29,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-11-15T09:24:29,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-11-15T09:24:29,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-11-15T09:24:29,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-11-15T09:24:29,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-11-15T09:24:29,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-11-15T09:24:29,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-11-15T09:24:29,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-11-15T09:24:29,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-11-15T09:24:29,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-11-15T09:24:29,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-11-15T09:24:29,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-11-15T09:24:29,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-11-15T09:24:29,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-11-15T09:24:29,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-11-15T09:24:29,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-11-15T09:24:29,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-11-15T09:24:29,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-11-15T09:24:29,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-11-15T09:24:29,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-11-15T09:24:29,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-11-15T09:24:29,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-11-15T09:24:29,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-11-15T09:24:29,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-11-15T09:24:29,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-11-15T09:24:29,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-11-15T09:24:29,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-11-15T09:24:29,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-11-15T09:24:29,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-11-15T09:24:29,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-11-15T09:24:29,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-11-15T09:24:29,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-11-15T09:24:29,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-11-15T09:24:29,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-11-15T09:24:29,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-11-15T09:24:29,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-11-15T09:24:29,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-11-15T09:24:29,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-11-15T09:24:29,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-11-15T09:24:29,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-11-15T09:24:29,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-11-15T09:24:29,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-11-15T09:24:29,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-11-15T09:24:29,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-11-15T09:24:29,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-11-15T09:24:29,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-11-15T09:24:29,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-11-15T09:24:29,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-11-15T09:24:29,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-11-15T09:24:29,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-11-15T09:24:29,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-11-15T09:24:29,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-11-15T09:24:29,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-11-15T09:24:29,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-11-15T09:24:29,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-11-15T09:24:29,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-11-15T09:24:29,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-11-15T09:24:29,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-11-15T09:24:29,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-11-15T09:24:29,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-11-15T09:24:29,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-11-15T09:24:29,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-11-15T09:24:29,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-11-15T09:24:29,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-11-15T09:24:29,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-11-15T09:24:29,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-11-15T09:24:29,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-11-15T09:24:29,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-11-15T09:24:29,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-11-15T09:24:29,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-11-15T09:24:29,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-11-15T09:24:29,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-11-15T09:24:29,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-11-15T09:24:29,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-11-15T09:24:29,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-11-15T09:24:29,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-11-15T09:24:29,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-11-15T09:24:29,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-11-15T09:24:29,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-11-15T09:24:29,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-11-15T09:24:29,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-11-15T09:24:29,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-11-15T09:24:29,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-11-15T09:24:29,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-11-15T09:24:29,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-11-15T09:24:29,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-11-15T09:24:29,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-11-15T09:24:29,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-11-15T09:24:29,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-11-15T09:24:29,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-11-15T09:24:29,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-11-15T09:24:29,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-11-15T09:24:29,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-11-15T09:24:29,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-11-15T09:24:29,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-11-15T09:24:29,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-11-15T09:24:29,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-11-15T09:24:29,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-11-15T09:24:29,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-11-15T09:24:29,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-11-15T09:24:29,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-11-15T09:24:29,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-11-15T09:24:29,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-11-15T09:24:29,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-11-15T09:24:29,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-11-15T09:24:29,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-11-15T09:24:29,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-11-15T09:24:29,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-11-15T09:24:29,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-11-15T09:24:29,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-11-15T09:24:29,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-11-15T09:24:29,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-11-15T09:24:29,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-11-15T09:24:29,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-11-15T09:24:29,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-11-15T09:24:29,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-11-15T09:24:29,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-11-15T09:24:29,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-11-15T09:24:29,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-11-15T09:24:29,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-11-15T09:24:29,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-11-15T09:24:29,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-11-15T09:24:29,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-11-15T09:24:29,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-11-15T09:24:29,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-11-15T09:24:29,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-11-15T09:24:29,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-11-15T09:24:29,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-11-15T09:24:29,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-11-15T09:24:29,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-11-15T09:24:29,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-11-15T09:24:29,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-11-15T09:24:29,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-11-15T09:24:29,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-11-15T09:24:29,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-11-15T09:24:29,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-11-15T09:24:29,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-11-15T09:24:29,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-11-15T09:24:29,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-11-15T09:24:29,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-11-15T09:24:29,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-11-15T09:24:29,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-11-15T09:24:29,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-11-15T09:24:29,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-11-15T09:24:29,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-11-15T09:24:29,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-11-15T09:24:29,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-11-15T09:24:29,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-11-15T09:24:29,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-11-15T09:24:29,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-11-15T09:24:29,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-11-15T09:24:29,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-11-15T09:24:29,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-11-15T09:24:29,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-11-15T09:24:29,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-11-15T09:24:29,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-11-15T09:24:29,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-11-15T09:24:29,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-11-15T09:24:29,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-11-15T09:24:29,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-11-15T09:24:29,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-11-15T09:24:29,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-11-15T09:24:29,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-11-15T09:24:29,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-11-15T09:24:29,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-11-15T09:24:29,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-11-15T09:24:29,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-11-15T09:24:29,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-11-15T09:24:29,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-11-15T09:24:29,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-11-15T09:24:29,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-11-15T09:24:29,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-11-15T09:24:29,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-11-15T09:24:29,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-11-15T09:24:29,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-11-15T09:24:29,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-11-15T09:24:29,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-11-15T09:24:29,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-11-15T09:24:29,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-11-15T09:24:29,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-11-15T09:24:29,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-11-15T09:24:29,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-11-15T09:24:29,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-11-15T09:24:29,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-11-15T09:24:29,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-11-15T09:24:29,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-11-15T09:24:29,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-11-15T09:24:29,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-11-15T09:24:29,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-11-15T09:24:29,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-11-15T09:24:29,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-11-15T09:24:29,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-11-15T09:24:29,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-11-15T09:24:29,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-11-15T09:24:29,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-11-15T09:24:29,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-11-15T09:24:29,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-11-15T09:24:29,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-11-15T09:24:29,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-11-15T09:24:29,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-11-15T09:24:29,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-11-15T09:24:29,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-11-15T09:24:29,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-11-15T09:24:29,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-11-15T09:24:29,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-11-15T09:24:29,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-11-15T09:24:29,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-11-15T09:24:29,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-11-15T09:24:29,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-11-15T09:24:29,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-11-15T09:24:29,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-11-15T09:24:29,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-11-15T09:24:29,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-11-15T09:24:29,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-11-15T09:24:29,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-11-15T09:24:29,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-11-15T09:24:29,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-11-15T09:24:29,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-11-15T09:24:29,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-11-15T09:24:29,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-11-15T09:24:29,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-11-15T09:24:29,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-11-15T09:24:29,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-11-15T09:24:29,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-11-15T09:24:29,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-11-15T09:24:29,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-11-15T09:24:29,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-11-15T09:24:29,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-11-15T09:24:29,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-11-15T09:24:29,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-11-15T09:24:29,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-11-15T09:24:29,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-11-15T09:24:29,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-11-15T09:24:29,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-11-15T09:24:29,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-11-15T09:24:29,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-11-15T09:24:29,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-11-15T09:24:29,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-11-15T09:24:29,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-11-15T09:24:29,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-11-15T09:24:29,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-11-15T09:24:29,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-11-15T09:24:29,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-11-15T09:24:29,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-11-15T09:24:29,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-11-15T09:24:29,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-11-15T09:24:29,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-11-15T09:24:29,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-11-15T09:24:29,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-11-15T09:24:29,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-11-15T09:24:29,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-11-15T09:24:29,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-11-15T09:24:29,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-11-15T09:24:29,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-11-15T09:24:29,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-11-15T09:24:29,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-11-15T09:24:29,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-11-15T09:24:29,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-11-15T09:24:29,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-11-15T09:24:29,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-11-15T09:24:29,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-11-15T09:24:29,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-11-15T09:24:29,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-11-15T09:24:29,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-11-15T09:24:29,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-11-15T09:24:29,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-11-15T09:24:29,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-11-15T09:24:29,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-11-15T09:24:29,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-11-15T09:24:29,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-11-15T09:24:29,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-11-15T09:24:29,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-11-15T09:24:29,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-11-15T09:24:29,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-11-15T09:24:29,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-11-15T09:24:29,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-11-15T09:24:29,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-11-15T09:24:29,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-11-15T09:24:29,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-11-15T09:24:29,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-11-15T09:24:29,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-11-15T09:24:29,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-11-15T09:24:29,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-11-15T09:24:29,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-11-15T09:24:29,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-11-15T09:24:29,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-11-15T09:24:29,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-11-15T09:24:29,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-11-15T09:24:29,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-11-15T09:24:29,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-11-15T09:24:29,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-11-15T09:24:29,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-11-15T09:24:29,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-11-15T09:24:29,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-11-15T09:24:29,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-11-15T09:24:29,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-11-15T09:24:29,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-11-15T09:24:29,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-11-15T09:24:29,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-11-15T09:24:29,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-11-15T09:24:29,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-11-15T09:24:29,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-11-15T09:24:29,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-11-15T09:24:29,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-11-15T09:24:29,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-11-15T09:24:29,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-11-15T09:24:29,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-11-15T09:24:29,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-11-15T09:24:29,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-11-15T09:24:29,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-11-15T09:24:29,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-11-15T09:24:29,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-11-15T09:24:29,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-11-15T09:24:29,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-11-15T09:24:29,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-11-15T09:24:29,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-11-15T09:24:29,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-11-15T09:24:29,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-11-15T09:24:29,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-11-15T09:24:29,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-11-15T09:24:29,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-11-15T09:24:29,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-11-15T09:24:29,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-11-15T09:24:29,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-11-15T09:24:29,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-11-15T09:24:29,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-11-15T09:24:29,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-11-15T09:24:29,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-11-15T09:24:29,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-11-15T09:24:29,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-11-15T09:24:29,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-11-15T09:24:29,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-11-15T09:24:29,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-11-15T09:24:29,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-11-15T09:24:29,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-11-15T09:24:29,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-11-15T09:24:29,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-11-15T09:24:29,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-11-15T09:24:29,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-11-15T09:24:29,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-11-15T09:24:29,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-11-15T09:24:29,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-11-15T09:24:29,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-11-15T09:24:29,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-11-15T09:24:29,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-11-15T09:24:29,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-11-15T09:24:29,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-11-15T09:24:29,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-11-15T09:24:29,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-11-15T09:24:29,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-11-15T09:24:29,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-11-15T09:24:29,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-11-15T09:24:29,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-11-15T09:24:29,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-11-15T09:24:29,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-11-15T09:24:29,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-11-15T09:24:29,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-11-15T09:24:29,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-11-15T09:24:29,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-11-15T09:24:29,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-11-15T09:24:29,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-11-15T09:24:29,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-11-15T09:24:29,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-11-15T09:24:29,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-11-15T09:24:29,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-11-15T09:24:29,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-11-15T09:24:29,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-11-15T09:24:29,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-11-15T09:24:29,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-11-15T09:24:29,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-11-15T09:24:29,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-11-15T09:24:29,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-11-15T09:24:29,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-11-15T09:24:29,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-11-15T09:24:29,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-11-15T09:24:29,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-11-15T09:24:29,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-11-15T09:24:29,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-11-15T09:24:29,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-11-15T09:24:29,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-11-15T09:24:29,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-11-15T09:24:29,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-11-15T09:24:29,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-11-15T09:24:29,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-11-15T09:24:29,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-11-15T09:24:29,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-11-15T09:24:29,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-11-15T09:24:29,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-11-15T09:24:29,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-11-15T09:24:29,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-11-15T09:24:29,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-11-15T09:24:29,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-11-15T09:24:29,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-11-15T09:24:29,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-11-15T09:24:29,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-11-15T09:24:29,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-11-15T09:24:29,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-11-15T09:24:29,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-11-15T09:24:29,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-11-15T09:24:29,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-11-15T09:24:29,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-11-15T09:24:29,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-11-15T09:24:29,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-11-15T09:24:29,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-11-15T09:24:29,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-11-15T09:24:29,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-11-15T09:24:29,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-11-15T09:24:29,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-11-15T09:24:29,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-11-15T09:24:29,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-11-15T09:24:29,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-11-15T09:24:29,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-11-15T09:24:29,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-11-15T09:24:29,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-11-15T09:24:29,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-11-15T09:24:29,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-11-15T09:24:29,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-11-15T09:24:29,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-11-15T09:24:29,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-11-15T09:24:29,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-11-15T09:24:29,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-11-15T09:24:29,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-11-15T09:24:29,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-11-15T09:24:29,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-11-15T09:24:29,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-11-15T09:24:29,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-11-15T09:24:29,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-11-15T09:24:29,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-11-15T09:24:29,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-11-15T09:24:29,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-11-15T09:24:29,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-11-15T09:24:29,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-11-15T09:24:29,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-11-15T09:24:29,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-11-15T09:24:29,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-11-15T09:24:29,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-11-15T09:24:29,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-11-15T09:24:29,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-11-15T09:24:29,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-11-15T09:24:29,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-11-15T09:24:29,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-11-15T09:24:29,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-11-15T09:24:29,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-11-15T09:24:29,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-11-15T09:24:29,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-11-15T09:24:29,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-11-15T09:24:29,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-11-15T09:24:29,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-11-15T09:24:29,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-11-15T09:24:29,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-11-15T09:24:29,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-11-15T09:24:29,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:29,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:29,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-11-15T09:24:30,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-11-15T09:24:30,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-11-15T09:24:30,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-11-15T09:24:30,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,006 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/WALs/testlogcannotbewrittenonceparsed,16010,1731662668866): HdfsNamedFileStatus{path=hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/WALs/testlogcannotbewrittenonceparsed,16010,1731662668866/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1731662668945; access_time=1731662668903; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/WALs/testlogcannotbewrittenonceparsed,16010,1731662668866/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731662668967; access_time=1731662668946; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/WALs/testlogcannotbewrittenonceparsed,16010,1731662668866/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1731662668969; access_time=1731662668969; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-15T09:24:30,006 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-11-15T09:24:30,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-11-15T09:24:30,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-11-15T09:24:30,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-11-15T09:24:30,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-11-15T09:24:30,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-11-15T09:24:30,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-11-15T09:24:30,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-11-15T09:24:30,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-11-15T09:24:30,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-11-15T09:24:30,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-11-15T09:24:30,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-11-15T09:24:30,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-11-15T09:24:30,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-11-15T09:24:30,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,029 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/WALs/testlogcannotbewrittenonceparsed,16010,1731662668866/wal.dat.0, size=2.3 K (2324bytes) 2024-11-15T09:24:30,029 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/WALs/testlogcannotbewrittenonceparsed,16010,1731662668866/wal.dat.0 2024-11-15T09:24:30,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-11-15T09:24:30,030 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/WALs/testlogcannotbewrittenonceparsed,16010,1731662668866/wal.dat.0 after 1ms 2024-11-15T09:24:30,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-11-15T09:24:30,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-11-15T09:24:30,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,035 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/WALs/testlogcannotbewrittenonceparsed,16010,1731662668866/wal.dat.0 took 6ms 2024-11-15T09:24:30,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-11-15T09:24:30,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-11-15T09:24:30,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,039 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/WALs/testlogcannotbewrittenonceparsed,16010,1731662668866/wal.dat.0 so closing down 2024-11-15T09:24:30,039 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:30,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-11-15T09:24:30,040 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:30,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-11-15T09:24:30,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-11-15T09:24:30,044 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T09:24:30,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-11-15T09:24:30,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-11-15T09:24:30,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-11-15T09:24:30,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-11-15T09:24:30,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-11-15T09:24:30,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-11-15T09:24:30,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-11-15T09:24:30,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-11-15T09:24:30,059 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T09:24:30,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-11-15T09:24:30,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-11-15T09:24:30,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-11-15T09:24:30,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-11-15T09:24:30,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-11-15T09:24:30,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-11-15T09:24:30,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-11-15T09:24:30,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-11-15T09:24:30,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741875_1052 (size=743) 2024-11-15T09:24:30,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741875_1052 (size=743) 2024-11-15T09:24:30,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-11-15T09:24:30,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,083 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T09:24:30,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-11-15T09:24:30,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-11-15T09:24:30,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-11-15T09:24:30,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-11-15T09:24:30,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-11-15T09:24:30,092 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T09:24:30,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-11-15T09:24:30,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-11-15T09:24:30,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-11-15T09:24:30,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-11-15T09:24:30,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-11-15T09:24:30,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-11-15T09:24:30,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-11-15T09:24:30,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-11-15T09:24:30,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-11-15T09:24:30,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-11-15T09:24:30,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-11-15T09:24:30,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-11-15T09:24:30,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-11-15T09:24:30,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-11-15T09:24:30,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-11-15T09:24:30,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-11-15T09:24:30,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-11-15T09:24:30,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-11-15T09:24:30,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-11-15T09:24:30,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-11-15T09:24:30,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-11-15T09:24:30,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-11-15T09:24:30,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-11-15T09:24:30,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741876_1053 (size=743) 2024-11-15T09:24:30,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741876_1053 (size=743) 2024-11-15T09:24:30,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-11-15T09:24:30,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-11-15T09:24:30,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-11-15T09:24:30,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-11-15T09:24:30,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-11-15T09:24:30,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-11-15T09:24:30,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-11-15T09:24:30,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-11-15T09:24:30,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-11-15T09:24:30,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-11-15T09:24:30,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-11-15T09:24:30,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-11-15T09:24:30,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-11-15T09:24:30,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-11-15T09:24:30,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-11-15T09:24:30,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-11-15T09:24:30,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-11-15T09:24:30,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-11-15T09:24:30,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-11-15T09:24:30,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-11-15T09:24:30,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-11-15T09:24:30,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=619, seq=0 2024-11-15T09:24:30,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=620, seq=0 2024-11-15T09:24:30,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=621, seq=0 2024-11-15T09:24:30,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=622, seq=0 2024-11-15T09:24:30,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=623, seq=0 2024-11-15T09:24:30,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=624, seq=0 2024-11-15T09:24:30,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=625, seq=0 2024-11-15T09:24:30,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=626, seq=0 2024-11-15T09:24:30,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=627, seq=0 2024-11-15T09:24:30,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=628, seq=0 2024-11-15T09:24:30,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=629, seq=0 2024-11-15T09:24:30,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=630, seq=0 2024-11-15T09:24:30,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=631, seq=0 2024-11-15T09:24:30,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=632, seq=0 2024-11-15T09:24:30,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=633, seq=0 2024-11-15T09:24:30,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=634, seq=0 2024-11-15T09:24:30,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=635, seq=0 2024-11-15T09:24:30,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=636, seq=0 2024-11-15T09:24:30,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=637, seq=0 2024-11-15T09:24:30,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=638, seq=0 2024-11-15T09:24:30,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=639, seq=0 2024-11-15T09:24:30,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=640, seq=0 2024-11-15T09:24:30,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=641, seq=0 2024-11-15T09:24:30,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=642, seq=0 2024-11-15T09:24:30,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=643, seq=0 2024-11-15T09:24:30,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=644, seq=0 2024-11-15T09:24:30,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=645, seq=0 2024-11-15T09:24:30,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=646, seq=0 2024-11-15T09:24:30,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=647, seq=0 2024-11-15T09:24:30,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=648, seq=0 2024-11-15T09:24:30,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=649, seq=0 2024-11-15T09:24:30,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=650, seq=0 2024-11-15T09:24:30,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=651, seq=0 2024-11-15T09:24:30,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=652, seq=0 2024-11-15T09:24:30,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=653, seq=0 2024-11-15T09:24:30,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=654, seq=0 2024-11-15T09:24:30,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=655, seq=0 2024-11-15T09:24:30,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=656, seq=0 2024-11-15T09:24:30,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=657, seq=0 2024-11-15T09:24:30,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=658, seq=0 2024-11-15T09:24:30,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=659, seq=0 2024-11-15T09:24:30,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=660, seq=0 2024-11-15T09:24:30,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=661, seq=0 2024-11-15T09:24:30,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=662, seq=0 2024-11-15T09:24:30,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=663, seq=0 2024-11-15T09:24:30,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=664, seq=0 2024-11-15T09:24:30,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=665, seq=0 2024-11-15T09:24:30,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=666, seq=0 2024-11-15T09:24:30,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=667, seq=0 2024-11-15T09:24:30,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=668, seq=0 2024-11-15T09:24:30,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=669, seq=0 2024-11-15T09:24:30,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=670, seq=0 2024-11-15T09:24:30,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=671, seq=0 2024-11-15T09:24:30,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=672, seq=0 2024-11-15T09:24:30,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=673, seq=0 2024-11-15T09:24:30,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=674, seq=0 2024-11-15T09:24:30,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=675, seq=0 2024-11-15T09:24:30,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=676, seq=0 2024-11-15T09:24:30,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=677, seq=0 2024-11-15T09:24:30,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=678, seq=0 2024-11-15T09:24:30,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=679, seq=0 2024-11-15T09:24:30,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=680, seq=0 2024-11-15T09:24:30,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=681, seq=0 2024-11-15T09:24:30,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=682, seq=0 2024-11-15T09:24:30,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=683, seq=0 2024-11-15T09:24:30,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=684, seq=0 2024-11-15T09:24:30,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=685, seq=0 2024-11-15T09:24:30,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=686, seq=0 2024-11-15T09:24:30,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=687, seq=0 2024-11-15T09:24:30,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=688, seq=0 2024-11-15T09:24:30,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=689, seq=0 2024-11-15T09:24:30,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=690, seq=0 2024-11-15T09:24:30,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=691, seq=0 2024-11-15T09:24:30,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=692, seq=0 2024-11-15T09:24:30,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=693, seq=0 2024-11-15T09:24:30,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=694, seq=0 2024-11-15T09:24:30,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=695, seq=0 2024-11-15T09:24:30,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=696, seq=0 2024-11-15T09:24:30,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=697, seq=0 2024-11-15T09:24:30,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=698, seq=0 2024-11-15T09:24:30,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=699, seq=0 2024-11-15T09:24:30,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=700, seq=0 2024-11-15T09:24:30,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=701, seq=0 2024-11-15T09:24:30,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=702, seq=0 2024-11-15T09:24:30,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=703, seq=0 2024-11-15T09:24:30,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=704, seq=0 2024-11-15T09:24:30,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=705, seq=0 2024-11-15T09:24:30,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=706, seq=0 2024-11-15T09:24:30,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=707, seq=0 2024-11-15T09:24:30,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=708, seq=0 2024-11-15T09:24:30,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=709, seq=0 2024-11-15T09:24:30,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=710, seq=0 2024-11-15T09:24:30,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=711, seq=0 2024-11-15T09:24:30,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=712, seq=0 2024-11-15T09:24:30,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=713, seq=0 2024-11-15T09:24:30,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=714, seq=0 2024-11-15T09:24:30,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=715, seq=0 2024-11-15T09:24:30,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=716, seq=0 2024-11-15T09:24:30,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=717, seq=0 2024-11-15T09:24:30,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=718, seq=0 2024-11-15T09:24:30,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=719, seq=0 2024-11-15T09:24:30,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=720, seq=0 2024-11-15T09:24:30,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=721, seq=0 2024-11-15T09:24:30,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=722, seq=0 2024-11-15T09:24:30,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=723, seq=0 2024-11-15T09:24:30,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=724, seq=0 2024-11-15T09:24:30,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=725, seq=0 2024-11-15T09:24:30,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=726, seq=0 2024-11-15T09:24:30,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=727, seq=0 2024-11-15T09:24:30,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=728, seq=0 2024-11-15T09:24:30,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=729, seq=0 2024-11-15T09:24:30,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=730, seq=0 2024-11-15T09:24:30,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=731, seq=0 2024-11-15T09:24:30,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=732, seq=0 2024-11-15T09:24:30,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=733, seq=0 2024-11-15T09:24:30,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=734, seq=0 2024-11-15T09:24:30,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=735, seq=0 2024-11-15T09:24:30,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=736, seq=0 2024-11-15T09:24:30,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=737, seq=0 2024-11-15T09:24:30,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=738, seq=0 2024-11-15T09:24:30,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=739, seq=0 2024-11-15T09:24:30,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=740, seq=0 2024-11-15T09:24:30,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=741, seq=0 2024-11-15T09:24:30,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=742, seq=0 2024-11-15T09:24:30,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=743, seq=0 2024-11-15T09:24:30,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=744, seq=0 2024-11-15T09:24:30,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=745, seq=0 2024-11-15T09:24:30,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=746, seq=0 2024-11-15T09:24:30,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=747, seq=0 2024-11-15T09:24:30,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,482 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:30,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=748, seq=0 2024-11-15T09:24:30,486 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T09:24:30,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=749, seq=0 2024-11-15T09:24:30,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=750, seq=0 2024-11-15T09:24:30,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=751, seq=0 2024-11-15T09:24:30,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=752, seq=0 2024-11-15T09:24:30,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=753, seq=0 2024-11-15T09:24:30,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=754, seq=0 2024-11-15T09:24:30,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=755, seq=0 2024-11-15T09:24:30,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=756, seq=0 2024-11-15T09:24:30,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=757, seq=0 2024-11-15T09:24:30,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=758, seq=0 2024-11-15T09:24:30,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=759, seq=0 2024-11-15T09:24:30,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=760, seq=0 2024-11-15T09:24:30,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=761, seq=0 2024-11-15T09:24:30,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=762, seq=0 2024-11-15T09:24:30,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=763, seq=0 2024-11-15T09:24:30,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=764, seq=0 2024-11-15T09:24:30,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=765, seq=0 2024-11-15T09:24:30,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=766, seq=0 2024-11-15T09:24:30,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=767, seq=0 2024-11-15T09:24:30,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=768, seq=0 2024-11-15T09:24:30,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=769, seq=0 2024-11-15T09:24:30,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=770, seq=0 2024-11-15T09:24:30,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=771, seq=0 2024-11-15T09:24:30,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=772, seq=0 2024-11-15T09:24:30,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=773, seq=0 2024-11-15T09:24:30,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=774, seq=0 2024-11-15T09:24:30,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,554 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:30,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=775, seq=0 2024-11-15T09:24:30,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,556 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T09:24:30,557 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 522 ms; skipped=7; WAL=hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/WALs/testlogcannotbewrittenonceparsed,16010,1731662668866/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-15T09:24:30,557 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/WALs/testlogcannotbewrittenonceparsed,16010,1731662668866/wal.dat.0, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/WALs/testlogcannotbewrittenonceparsed,16010,1731662668866/wal.dat.0, size=2.3 K (2324bytes) at 1731662670029Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/WALs/testlogcannotbewrittenonceparsed,16010,1731662668866/wal.dat.0 so closing down at 1731662670039 (+10 ms)3 split writer threads finished at 1731662670040 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731662670059 (+19 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731662670092 (+33 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662670482 (+390 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731662670486 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662670554 (+68 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731662670556 (+2 ms)Processed 27 edits across 2 Regions in 522 ms; skipped=7; WAL=hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/WALs/testlogcannotbewrittenonceparsed,16010,1731662668866/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731662670557 (+1 ms) 2024-11-15T09:24:30,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=776, seq=0 2024-11-15T09:24:30,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=777, seq=0 2024-11-15T09:24:30,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,561 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/WALs/testlogcannotbewrittenonceparsed,16010,1731662668866/wal.dat.0 to hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/oldWALs/wal.dat.0 2024-11-15T09:24:30,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=778, seq=0 2024-11-15T09:24:30,561 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/WALs/testlogcannotbewrittenonceparsed,16010,1731662668866/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T09:24:30,562 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/WALs/testlogcannotbewrittenonceparsed,16010,1731662668866/wal.dat.1 2024-11-15T09:24:30,562 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/WALs/testlogcannotbewrittenonceparsed,16010,1731662668866/wal.dat.1 after 0ms 2024-11-15T09:24:30,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=779, seq=0 2024-11-15T09:24:30,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,565 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/WALs/testlogcannotbewrittenonceparsed,16010,1731662668866/wal.dat.1 took 4ms 2024-11-15T09:24:30,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=780, seq=0 2024-11-15T09:24:30,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=781, seq=0 2024-11-15T09:24:30,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=782, seq=0 2024-11-15T09:24:30,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=783, seq=0 2024-11-15T09:24:30,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=784, seq=0 2024-11-15T09:24:30,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=785, seq=0 2024-11-15T09:24:30,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=786, seq=0 2024-11-15T09:24:30,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,578 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/WALs/testlogcannotbewrittenonceparsed,16010,1731662668866/wal.dat.1 so closing down 2024-11-15T09:24:30,579 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:30,579 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:30,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=787, seq=0 2024-11-15T09:24:30,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=788, seq=0 2024-11-15T09:24:30,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=789, seq=0 2024-11-15T09:24:30,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=790, seq=0 2024-11-15T09:24:30,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=791, seq=0 2024-11-15T09:24:30,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=792, seq=0 2024-11-15T09:24:30,590 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T09:24:30,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=793, seq=0 2024-11-15T09:24:30,591 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T09:24:30,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=794, seq=0 2024-11-15T09:24:30,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,599 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T09:24:30,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=795, seq=0 2024-11-15T09:24:30,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=796, seq=0 2024-11-15T09:24:30,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=797, seq=0 2024-11-15T09:24:30,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=798, seq=0 2024-11-15T09:24:30,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,608 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T09:24:30,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=799, seq=0 2024-11-15T09:24:30,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=800, seq=0 2024-11-15T09:24:30,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741877_1054 (size=743) 2024-11-15T09:24:30,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741877_1054 (size=743) 2024-11-15T09:24:30,617 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:30,619 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T09:24:30,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=801, seq=0 2024-11-15T09:24:30,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=802, seq=0 2024-11-15T09:24:30,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=803, seq=0 2024-11-15T09:24:30,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=804, seq=0 2024-11-15T09:24:30,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=805, seq=0 2024-11-15T09:24:30,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=806, seq=0 2024-11-15T09:24:30,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=807, seq=0 2024-11-15T09:24:30,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741878_1055 (size=743) 2024-11-15T09:24:30,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741878_1055 (size=743) 2024-11-15T09:24:30,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=808, seq=0 2024-11-15T09:24:30,643 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:30,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=809, seq=0 2024-11-15T09:24:30,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=810, seq=0 2024-11-15T09:24:30,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=811, seq=0 2024-11-15T09:24:30,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=812, seq=0 2024-11-15T09:24:30,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=813, seq=0 2024-11-15T09:24:30,651 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T09:24:30,651 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/WALs/testlogcannotbewrittenonceparsed,16010,1731662668866/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:30,652 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/WALs/testlogcannotbewrittenonceparsed,16010,1731662668866/wal.dat.1, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/WALs/testlogcannotbewrittenonceparsed,16010,1731662668866/wal.dat.1, size=1.4 K (1393bytes) at 1731662670561Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/WALs/testlogcannotbewrittenonceparsed,16010,1731662668866/wal.dat.1 so closing down at 1731662670578 (+17 ms)3 split writer threads finished at 1731662670579 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731662670599 (+20 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731662670608 (+9 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662670617 (+9 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731662670619 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662670643 (+24 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731662670651 (+8 ms)Processed 20 edits across 2 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/WALs/testlogcannotbewrittenonceparsed,16010,1731662668866/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662670651 2024-11-15T09:24:30,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=814, seq=0 2024-11-15T09:24:30,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=815, seq=0 2024-11-15T09:24:30,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=816, seq=0 2024-11-15T09:24:30,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=817, seq=0 2024-11-15T09:24:30,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,660 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/WALs/testlogcannotbewrittenonceparsed,16010,1731662668866/wal.dat.1 to hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/oldWALs/wal.dat.1 2024-11-15T09:24:30,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,660 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/WALs/testlogcannotbewrittenonceparsed,16010,1731662668866/wal.dat.2, size=150 (150bytes) 2024-11-15T09:24:30,660 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/WALs/testlogcannotbewrittenonceparsed,16010,1731662668866/wal.dat.2 2024-11-15T09:24:30,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=818, seq=0 2024-11-15T09:24:30,661 WARN [IPC Server handler 4 on default port 38047 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/WALs/testlogcannotbewrittenonceparsed,16010,1731662668866/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-11-15T09:24:30,661 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/WALs/testlogcannotbewrittenonceparsed,16010,1731662668866/wal.dat.2 after 1ms 2024-11-15T09:24:30,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=819, seq=0 2024-11-15T09:24:30,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=820, seq=0 2024-11-15T09:24:30,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=821, seq=0 2024-11-15T09:24:30,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=822, seq=0 2024-11-15T09:24:30,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=823, seq=0 2024-11-15T09:24:30,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=824, seq=0 2024-11-15T09:24:30,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=825, seq=0 2024-11-15T09:24:30,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=826, seq=0 2024-11-15T09:24:30,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=827, seq=0 2024-11-15T09:24:30,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=828, seq=0 2024-11-15T09:24:30,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=829, seq=0 2024-11-15T09:24:30,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=830, seq=0 2024-11-15T09:24:30,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=831, seq=0 2024-11-15T09:24:30,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=832, seq=0 2024-11-15T09:24:30,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=833, seq=0 2024-11-15T09:24:30,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=834, seq=0 2024-11-15T09:24:30,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=835, seq=0 2024-11-15T09:24:30,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=836, seq=0 2024-11-15T09:24:30,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=837, seq=0 2024-11-15T09:24:30,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=838, seq=0 2024-11-15T09:24:30,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=839, seq=0 2024-11-15T09:24:30,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=840, seq=0 2024-11-15T09:24:30,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=841, seq=0 2024-11-15T09:24:30,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=842, seq=0 2024-11-15T09:24:30,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=843, seq=0 2024-11-15T09:24:30,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=844, seq=0 2024-11-15T09:24:30,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=845, seq=0 2024-11-15T09:24:30,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=846, seq=0 2024-11-15T09:24:30,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=847, seq=0 2024-11-15T09:24:30,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=848, seq=0 2024-11-15T09:24:30,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=849, seq=0 2024-11-15T09:24:30,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=850, seq=0 2024-11-15T09:24:30,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=851, seq=0 2024-11-15T09:24:30,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=852, seq=0 2024-11-15T09:24:30,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T09:24:30,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T09:24:30,733 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-541522825_537 at /127.0.0.1:34212 [Receiving block BP-1213593369-172.17.0.2-1731662653330:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:37121:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34212 dst: /127.0.0.1:37121 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T09:24:30,733 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-541522825_537 at /127.0.0.1:36110 [Receiving block BP-1213593369-172.17.0.2-1731662653330:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:45977:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36110 dst: /127.0.0.1:45977 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:45977 remote=/127.0.0.1:36110]. Total timeout mills is 60000, 59999 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T09:24:30,733 WARN [ResponseProcessor for block BP-1213593369-172.17.0.2-1731662653330:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1213593369-172.17.0.2-1731662653330:blk_1073741874_1051 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T09:24:30,734 WARN [DataStreamer for file /user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/WALs/testlogcannotbewrittenonceparsed,16010,1731662668866/wal.dat.2 block BP-1213593369-172.17.0.2-1731662653330:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1213593369-172.17.0.2-1731662653330:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:45977,DS-ef1e70bb-3180-44a5-ba00-462add494153,DISK], DatanodeInfoWithStorage[127.0.0.1:37121,DS-907e1140-44c1-4df9-a14f-b07d7a3e4051,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:45977,DS-ef1e70bb-3180-44a5-ba00-462add494153,DISK]) is bad. 2024-11-15T09:24:30,735 WARN [DataStreamer for file /user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/WALs/testlogcannotbewrittenonceparsed,16010,1731662668866/wal.dat.2 block BP-1213593369-172.17.0.2-1731662653330:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1213593369-172.17.0.2-1731662653330:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T09:24:30,736 WARN [ZombieLastLogWriterRegionServer {}] hdfs.DFSOutputStream(748): Error while syncing org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1213593369-172.17.0.2-1731662653330:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T09:24:30,737 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-1213593369-172.17.0.2-1731662653330:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-11-15T09:24:30,737 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-1213593369-172.17.0.2-1731662653330:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 853 2024-11-15T09:24:30,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-11-15T09:24:30,737 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1213593369-172.17.0.2-1731662653330:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T09:24:30,738 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1213593369-172.17.0.2-1731662653330:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T09:24:30,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741874_1056 (size=53923) 2024-11-15T09:24:30,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741874_1056 (size=53923) 2024-11-15T09:24:34,662 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/WALs/testlogcannotbewrittenonceparsed,16010,1731662668866/wal.dat.2 after 4002ms 2024-11-15T09:24:34,668 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/WALs/testlogcannotbewrittenonceparsed,16010,1731662668866/wal.dat.2 took 4008ms 2024-11-15T09:24:34,712 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/WALs/testlogcannotbewrittenonceparsed,16010,1731662668866/wal.dat.2; continuing. 2024-11-15T09:24:34,712 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/WALs/testlogcannotbewrittenonceparsed,16010,1731662668866/wal.dat.2 so closing down 2024-11-15T09:24:34,712 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:34,713 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:34,732 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T09:24:34,732 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T09:24:34,741 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T09:24:34,753 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T09:24:34,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741879_1057 (size=53281) 2024-11-15T09:24:34,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741879_1057 (size=53281) 2024-11-15T09:24:34,786 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 832 edits, skipped 0 edits in 6 ms) 2024-11-15T09:24:34,788 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T09:24:34,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741880_1058 (size=743) 2024-11-15T09:24:34,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741880_1058 (size=743) 2024-11-15T09:24:35,195 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:35,198 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T09:24:35,198 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 842 edits across 2 Regions in 526 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/WALs/testlogcannotbewrittenonceparsed,16010,1731662668866/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-11-15T09:24:35,198 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/WALs/testlogcannotbewrittenonceparsed,16010,1731662668866/wal.dat.2, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/WALs/testlogcannotbewrittenonceparsed,16010,1731662668866/wal.dat.2, size=150 (150bytes) at 1731662670660Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/WALs/testlogcannotbewrittenonceparsed,16010,1731662668866/wal.dat.2 so closing down at 1731662674712 (+4052 ms)3 split writer threads finished at 1731662674713 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731662674741 (+28 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731662674753 (+12 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 832 edits, skipped 0 edits in 6 ms) at 1731662674786 (+33 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731662674788 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662675195 (+407 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731662675198 (+3 ms)Processed 842 edits across 2 Regions in 526 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/WALs/testlogcannotbewrittenonceparsed,16010,1731662668866/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1731662675198 2024-11-15T09:24:35,201 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/WALs/testlogcannotbewrittenonceparsed,16010,1731662668866/wal.dat.2 to hdfs://localhost:38047/user/jenkins/test-data/3875dd79-a118-27ec-fcb7-c5d70abb889e/oldWALs/wal.dat.2 2024-11-15T09:24:35,203 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-11-15T09:24:35,227 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=852, robber=852 2024-11-15T09:24:35,253 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=145 (was 140) Potentially hanging thread: IPC Client (1034671227) connection to localhost/127.0.0.1:38047 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2122345003_22 at /127.0.0.1:45604 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:38047 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1034671227) connection to localhost/127.0.0.1:38047 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:38047 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=393 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=423 (was 399) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4272 (was 4393) 2024-11-15T09:24:35,261 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=145, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=423, ProcessCount=11, AvailableMemoryMB=4272 2024-11-15T09:24:35,261 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T09:24:35,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741881_1059 (size=7) 2024-11-15T09:24:35,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741881_1059 (size=7) 2024-11-15T09:24:35,284 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38047/user/jenkins/test-data/27fd8094-bdb7-2f41-ad4f-dd14aa0ad9e4 with version=8 2024-11-15T09:24:35,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:35,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:35,289 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T09:24:35,291 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T09:24:35,293 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T09:24:35,295 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T09:24:35,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741882_1060 (size=1393) 2024-11-15T09:24:35,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741882_1060 (size=1393) 2024-11-15T09:24:35,320 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T09:24:35,320 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T09:24:35,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741883_1061 (size=1393) 2024-11-15T09:24:35,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741883_1061 (size=1393) 2024-11-15T09:24:35,763 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T09:24:35,763 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T09:24:35,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:35,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:35,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741884_1062 (size=1393) 2024-11-15T09:24:35,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741884_1062 (size=1393) 2024-11-15T09:24:36,180 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T09:24:36,181 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T09:24:36,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741885_1063 (size=1393) 2024-11-15T09:24:36,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741885_1063 (size=1393) 2024-11-15T09:24:36,213 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T09:24:36,213 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T09:24:36,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741886_1064 (size=1393) 2024-11-15T09:24:36,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741886_1064 (size=1393) 2024-11-15T09:24:36,245 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T09:24:36,245 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T09:24:36,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741887_1065 (size=1393) 2024-11-15T09:24:36,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741887_1065 (size=1393) 2024-11-15T09:24:36,288 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T09:24:36,288 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T09:24:36,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741888_1066 (size=1405) 2024-11-15T09:24:36,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741888_1066 (size=1405) 2024-11-15T09:24:36,360 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T09:24:36,360 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T09:24:36,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741889_1067 (size=1413) 2024-11-15T09:24:36,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741889_1067 (size=1413) 2024-11-15T09:24:36,415 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T09:24:36,416 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T09:24:36,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741890_1068 (size=1413) 2024-11-15T09:24:36,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741890_1068 (size=1413) 2024-11-15T09:24:36,467 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T09:24:36,467 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T09:24:36,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:36,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:36,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741891_1069 (size=1413) 2024-11-15T09:24:36,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741891_1069 (size=1413) 2024-11-15T09:24:36,485 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T09:24:36,507 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T09:24:36,507 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.0 2024-11-15T09:24:36,509 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.0 after 2ms 2024-11-15T09:24:36,510 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T09:24:38,539 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.0 took 2033ms 2024-11-15T09:24:38,556 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.0 so closing down 2024-11-15T09:24:38,556 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:38,560 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:38,566 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T09:24:38,569 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T09:24:38,580 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T09:24:38,588 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T09:24:38,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741892_1070 (size=743) 2024-11-15T09:24:38,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741892_1070 (size=743) 2024-11-15T09:24:38,605 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:38,612 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T09:24:38,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741893_1071 (size=743) 2024-11-15T09:24:38,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741893_1071 (size=743) 2024-11-15T09:24:38,637 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:38,642 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T09:24:38,642 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 90 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:38,642 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.0, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.0, size=1.4 K (1393bytes) at 1731662676507Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.0 so closing down at 1731662678556 (+2049 ms)3 split writer threads finished at 1731662678560 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731662678569 (+9 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731662678588 (+19 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662678605 (+17 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731662678612 (+7 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662678637 (+25 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731662678642 (+5 ms)Processed 20 edits across 2 Regions in 90 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662678642 2024-11-15T09:24:38,651 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.0 to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/oldWALs/wal.dat.0 2024-11-15T09:24:38,651 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T09:24:38,651 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.1 2024-11-15T09:24:38,654 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.1 after 3ms 2024-11-15T09:24:38,659 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.1 took 8ms 2024-11-15T09:24:38,666 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.1 so closing down 2024-11-15T09:24:38,666 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:38,670 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:38,674 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T09:24:38,675 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T09:24:38,676 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T09:24:38,680 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T09:24:38,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741894_1072 (size=743) 2024-11-15T09:24:38,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741894_1072 (size=743) 2024-11-15T09:24:38,690 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:38,696 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T09:24:38,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741895_1073 (size=743) 2024-11-15T09:24:38,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741895_1073 (size=743) 2024-11-15T09:24:39,115 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:39,119 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T09:24:39,120 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 454 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:39,120 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.1, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.1, size=1.4 K (1393bytes) at 1731662678651Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.1 so closing down at 1731662678666 (+15 ms)3 split writer threads finished at 1731662678670 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731662678676 (+6 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731662678680 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662678690 (+10 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731662678696 (+6 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662679115 (+419 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731662679119 (+4 ms)Processed 20 edits across 2 Regions in 454 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662679120 (+1 ms) 2024-11-15T09:24:39,124 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.1 to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/oldWALs/wal.dat.1 2024-11-15T09:24:39,125 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T09:24:39,125 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.2 2024-11-15T09:24:39,125 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.2 after 0ms 2024-11-15T09:24:39,130 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.2 took 6ms 2024-11-15T09:24:39,142 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.2 so closing down 2024-11-15T09:24:39,142 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:39,142 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:39,146 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T09:24:39,146 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T09:24:39,147 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T09:24:39,147 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T09:24:39,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741897_1075 (size=743) 2024-11-15T09:24:39,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741896_1074 (size=743) 2024-11-15T09:24:39,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741897_1075 (size=743) 2024-11-15T09:24:39,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741896_1074 (size=743) 2024-11-15T09:24:39,163 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:39,163 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:39,168 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T09:24:39,168 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T09:24:39,168 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:39,169 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.2, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.2, size=1.4 K (1393bytes) at 1731662679125Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.2 so closing down at 1731662679142 (+17 ms)3 split writer threads finished at 1731662679142Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731662679147 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731662679147Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662679163 (+16 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662679163Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731662679168 (+5 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731662679168Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662679168 2024-11-15T09:24:39,172 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.2 to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/oldWALs/wal.dat.2 2024-11-15T09:24:39,173 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T09:24:39,173 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.3 2024-11-15T09:24:39,174 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.3 after 1ms 2024-11-15T09:24:39,178 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.3 took 5ms 2024-11-15T09:24:39,179 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.3 so closing down 2024-11-15T09:24:39,179 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:39,179 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:39,183 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T09:24:39,183 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T09:24:39,190 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T09:24:39,190 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T09:24:39,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741898_1076 (size=743) 2024-11-15T09:24:39,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741899_1077 (size=743) 2024-11-15T09:24:39,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741898_1076 (size=743) 2024-11-15T09:24:39,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741899_1077 (size=743) 2024-11-15T09:24:39,207 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:39,208 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:39,210 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T09:24:39,211 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T09:24:39,212 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:39,212 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.3, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.3, size=1.4 K (1393bytes) at 1731662679173Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.3 so closing down at 1731662679179 (+6 ms)3 split writer threads finished at 1731662679179Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731662679190 (+11 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731662679190Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662679207 (+17 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662679208 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731662679210 (+2 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731662679212 (+2 ms)Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662679212 2024-11-15T09:24:39,215 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.3 to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/oldWALs/wal.dat.3 2024-11-15T09:24:39,216 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T09:24:39,216 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.4 2024-11-15T09:24:39,217 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.4 after 1ms 2024-11-15T09:24:39,221 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.4 took 6ms 2024-11-15T09:24:39,230 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.4 so closing down 2024-11-15T09:24:39,230 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:39,231 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:39,237 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T09:24:39,240 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T09:24:39,242 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T09:24:39,244 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T09:24:39,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741901_1079 (size=743) 2024-11-15T09:24:39,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741901_1079 (size=743) 2024-11-15T09:24:39,254 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:39,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741900_1078 (size=743) 2024-11-15T09:24:39,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741900_1078 (size=743) 2024-11-15T09:24:39,257 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:39,259 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T09:24:39,260 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T09:24:39,260 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:39,260 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.4, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.4, size=1.4 K (1393bytes) at 1731662679216Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.4 so closing down at 1731662679230 (+14 ms)3 split writer threads finished at 1731662679231 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731662679240 (+9 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731662679244 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662679254 (+10 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662679257 (+3 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731662679259 (+2 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731662679260 (+1 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662679260 2024-11-15T09:24:39,263 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.4 to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/oldWALs/wal.dat.4 2024-11-15T09:24:39,263 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.5, size=1.4 K (1393bytes) 2024-11-15T09:24:39,263 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.5 2024-11-15T09:24:39,264 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.5 after 1ms 2024-11-15T09:24:39,268 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.5 took 5ms 2024-11-15T09:24:39,275 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.5 so closing down 2024-11-15T09:24:39,275 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:39,275 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:39,278 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T09:24:39,278 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T09:24:39,280 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T09:24:39,280 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T09:24:39,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741903_1081 (size=743) 2024-11-15T09:24:39,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741903_1081 (size=743) 2024-11-15T09:24:39,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741902_1080 (size=743) 2024-11-15T09:24:39,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741902_1080 (size=743) 2024-11-15T09:24:39,293 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:39,295 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-15T09:24:39,691 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:39,694 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-15T09:24:39,694 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:39,694 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.5, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.5, size=1.4 K (1393bytes) at 1731662679263Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.5 so closing down at 1731662679275 (+12 ms)3 split writer threads finished at 1731662679275Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731662679280 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731662679280Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662679293 (+13 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731662679295 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662679691 (+396 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731662679694 (+3 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662679694 2024-11-15T09:24:39,698 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.5 to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/oldWALs/wal.dat.5 2024-11-15T09:24:39,698 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T09:24:39,698 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.6 2024-11-15T09:24:39,699 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.6 after 1ms 2024-11-15T09:24:39,703 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.6 took 5ms 2024-11-15T09:24:39,705 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.6 so closing down 2024-11-15T09:24:39,706 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:39,706 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:39,709 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T09:24:39,709 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T09:24:39,710 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T09:24:39,710 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T09:24:39,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741904_1082 (size=749) 2024-11-15T09:24:39,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741904_1082 (size=749) 2024-11-15T09:24:39,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741905_1083 (size=749) 2024-11-15T09:24:39,727 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:39,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741905_1083 (size=749) 2024-11-15T09:24:39,730 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T09:24:40,121 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:40,124 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T09:24:40,124 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T09:24:40,124 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.6, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.6, size=1.4 K (1405bytes) at 1731662679698Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.6 so closing down at 1731662679706 (+8 ms)3 split writer threads finished at 1731662679706Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731662679710 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731662679710Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662679727 (+17 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731662679730 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662680121 (+391 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731662680124 (+3 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731662680124 2024-11-15T09:24:40,127 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.6 to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/oldWALs/wal.dat.6 2024-11-15T09:24:40,128 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T09:24:40,128 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.7 2024-11-15T09:24:40,128 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.7 after 0ms 2024-11-15T09:24:40,132 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.7 took 5ms 2024-11-15T09:24:40,134 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.7 so closing down 2024-11-15T09:24:40,134 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:40,134 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:40,138 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T09:24:40,139 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T09:24:40,139 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T09:24:40,140 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T09:24:40,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741907_1085 (size=753) 2024-11-15T09:24:40,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741907_1085 (size=753) 2024-11-15T09:24:40,147 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:40,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741906_1084 (size=753) 2024-11-15T09:24:40,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741906_1084 (size=753) 2024-11-15T09:24:40,151 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T09:24:40,551 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:40,554 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T09:24:40,554 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T09:24:40,554 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.7, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.7, size=1.4 K (1413bytes) at 1731662680128Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.7 so closing down at 1731662680134 (+6 ms)3 split writer threads finished at 1731662680134Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731662680139 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731662680140 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662680147 (+7 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731662680151 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662680551 (+400 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731662680554 (+3 ms)Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731662680554 2024-11-15T09:24:40,557 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.7 to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/oldWALs/wal.dat.7 2024-11-15T09:24:40,557 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T09:24:40,557 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.8 2024-11-15T09:24:40,558 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.8 after 1ms 2024-11-15T09:24:40,561 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.8 took 4ms 2024-11-15T09:24:40,563 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.8 so closing down 2024-11-15T09:24:40,563 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:40,563 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:40,566 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T09:24:40,566 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T09:24:40,567 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T09:24:40,567 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T09:24:40,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741909_1087 (size=753) 2024-11-15T09:24:40,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741908_1086 (size=753) 2024-11-15T09:24:40,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741908_1086 (size=753) 2024-11-15T09:24:40,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741909_1087 (size=753) 2024-11-15T09:24:40,580 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:40,582 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T09:24:40,981 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:40,986 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T09:24:40,986 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 425 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T09:24:40,986 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.8, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.8, size=1.4 K (1413bytes) at 1731662680557Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.8 so closing down at 1731662680563 (+6 ms)3 split writer threads finished at 1731662680563Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731662680567 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731662680567Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662680580 (+13 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731662680582 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662680981 (+399 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731662680986 (+5 ms)Processed 20 edits across 2 Regions in 425 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731662680986 2024-11-15T09:24:40,991 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.8 to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/oldWALs/wal.dat.8 2024-11-15T09:24:40,991 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T09:24:40,991 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.9 2024-11-15T09:24:40,992 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.9 after 1ms 2024-11-15T09:24:40,996 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.9 took 5ms 2024-11-15T09:24:40,997 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.9 so closing down 2024-11-15T09:24:40,997 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:40,997 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:41,001 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T09:24:41,001 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T09:24:41,002 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T09:24:41,002 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T09:24:41,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741911_1089 (size=753) 2024-11-15T09:24:41,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741910_1088 (size=753) 2024-11-15T09:24:41,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741910_1088 (size=753) 2024-11-15T09:24:41,010 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:41,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741911_1089 (size=753) 2024-11-15T09:24:41,010 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:41,012 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T09:24:41,012 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T09:24:41,012 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T09:24:41,012 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.9, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.9, size=1.4 K (1413bytes) at 1731662680991Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.9 so closing down at 1731662680997 (+6 ms)3 split writer threads finished at 1731662680997Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731662681002 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731662681002Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662681010 (+8 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662681010Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731662681012 (+2 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731662681012Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731662681012 2024-11-15T09:24:41,015 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/WALs/testretryopenduringrecovery,16010,1731662675290/wal.dat.9 to hdfs://localhost:38047/user/jenkins/test-data/6f01926c-11b1-6491-f9db-dc54b9eda5d3/oldWALs/wal.dat.9 2024-11-15T09:24:41,024 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=143 (was 145), OpenFileDescriptor=389 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=421 (was 423), ProcessCount=11 (was 11), AvailableMemoryMB=4244 (was 4272) 2024-11-15T09:24:41,030 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=143, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=421, ProcessCount=11, AvailableMemoryMB=4244 2024-11-15T09:24:41,030 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T09:24:41,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741912_1090 (size=7) 2024-11-15T09:24:41,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741912_1090 (size=7) 2024-11-15T09:24:41,038 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38047/user/jenkins/test-data/27fd8094-bdb7-2f41-ad4f-dd14aa0ad9e4 with version=8 2024-11-15T09:24:41,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:41,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:41,042 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T09:24:41,042 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T09:24:41,043 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T09:24:41,044 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T09:24:41,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741913_1091 (size=1393) 2024-11-15T09:24:41,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741913_1091 (size=1393) 2024-11-15T09:24:41,062 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T09:24:41,062 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T09:24:41,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741914_1092 (size=1393) 2024-11-15T09:24:41,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741914_1092 (size=1393) 2024-11-15T09:24:41,080 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T09:24:41,080 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T09:24:41,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741915_1093 (size=1393) 2024-11-15T09:24:41,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741915_1093 (size=1393) 2024-11-15T09:24:41,094 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T09:24:41,094 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T09:24:41,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741916_1094 (size=1393) 2024-11-15T09:24:41,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741916_1094 (size=1393) 2024-11-15T09:24:41,106 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T09:24:41,106 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T09:24:41,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741917_1095 (size=1393) 2024-11-15T09:24:41,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741917_1095 (size=1393) 2024-11-15T09:24:41,117 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T09:24:41,118 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T09:24:41,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,129 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T09:24:41,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741919_1097 (size=1405) 2024-11-15T09:24:41,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741919_1097 (size=1405) 2024-11-15T09:24:41,147 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T09:24:41,147 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T09:24:41,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741920_1098 (size=1413) 2024-11-15T09:24:41,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741920_1098 (size=1413) 2024-11-15T09:24:41,163 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T09:24:41,163 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T09:24:41,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741921_1099 (size=1413) 2024-11-15T09:24:41,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741921_1099 (size=1413) 2024-11-15T09:24:41,176 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T09:24:41,176 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T09:24:41,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:41,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:41,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741922_1100 (size=1413) 2024-11-15T09:24:41,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741922_1100 (size=1413) 2024-11-15T09:24:41,187 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T09:24:41,202 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T09:24:41,203 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.0 2024-11-15T09:24:41,203 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.0 after 0ms 2024-11-15T09:24:41,205 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.0 took 3ms 2024-11-15T09:24:41,207 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.0 so closing down 2024-11-15T09:24:41,207 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:41,207 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:41,210 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T09:24:41,210 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T09:24:41,211 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T09:24:41,212 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T09:24:41,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741923_1101 (size=743) 2024-11-15T09:24:41,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741923_1101 (size=743) 2024-11-15T09:24:41,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741924_1102 (size=743) 2024-11-15T09:24:41,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741924_1102 (size=743) 2024-11-15T09:24:41,218 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:41,219 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T09:24:41,617 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:41,620 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T09:24:41,620 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:41,620 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.0, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.0, size=1.4 K (1393bytes) at 1731662681202Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.0 so closing down at 1731662681207 (+5 ms)3 split writer threads finished at 1731662681207Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731662681211 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731662681212 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662681218 (+6 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731662681219 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662681617 (+398 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731662681620 (+3 ms)Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662681620 2024-11-15T09:24:41,624 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.0 to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/oldWALs/wal.dat.0 2024-11-15T09:24:41,624 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T09:24:41,624 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.1 2024-11-15T09:24:41,625 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.1 after 1ms 2024-11-15T09:24:41,629 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.1 took 5ms 2024-11-15T09:24:41,632 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.1 so closing down 2024-11-15T09:24:41,632 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:41,632 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:41,636 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T09:24:41,636 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T09:24:41,637 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T09:24:41,637 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T09:24:41,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741926_1104 (size=743) 2024-11-15T09:24:41,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741925_1103 (size=743) 2024-11-15T09:24:41,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741925_1103 (size=743) 2024-11-15T09:24:41,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741926_1104 (size=743) 2024-11-15T09:24:41,649 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:41,650 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T09:24:41,651 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:41,653 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T09:24:41,653 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:41,653 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.1, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.1, size=1.4 K (1393bytes) at 1731662681624Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.1 so closing down at 1731662681632 (+8 ms)3 split writer threads finished at 1731662681632Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731662681637 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731662681637Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662681649 (+12 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731662681650 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662681651 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731662681653 (+2 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662681653 2024-11-15T09:24:41,654 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.1 to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/oldWALs/wal.dat.1 2024-11-15T09:24:41,655 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T09:24:41,655 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.2 2024-11-15T09:24:41,655 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.2 after 0ms 2024-11-15T09:24:41,657 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.2 took 3ms 2024-11-15T09:24:41,658 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.2 so closing down 2024-11-15T09:24:41,658 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:41,658 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:41,660 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T09:24:41,660 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T09:24:41,661 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T09:24:41,661 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T09:24:41,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741928_1106 (size=743) 2024-11-15T09:24:41,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741927_1105 (size=743) 2024-11-15T09:24:41,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741927_1105 (size=743) 2024-11-15T09:24:41,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741928_1106 (size=743) 2024-11-15T09:24:42,074 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:42,074 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:42,079 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T09:24:42,079 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T09:24:42,080 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:42,080 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.2, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.2, size=1.4 K (1393bytes) at 1731662681655Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.2 so closing down at 1731662681658 (+3 ms)3 split writer threads finished at 1731662681658Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731662681661 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731662681661Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662682074 (+413 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662682074Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731662682079 (+5 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731662682079Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662682080 (+1 ms) 2024-11-15T09:24:42,084 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.2 to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/oldWALs/wal.dat.2 2024-11-15T09:24:42,084 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T09:24:42,084 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.3 2024-11-15T09:24:42,085 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.3 after 1ms 2024-11-15T09:24:42,087 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.3 took 3ms 2024-11-15T09:24:42,089 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.3 so closing down 2024-11-15T09:24:42,089 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:42,089 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:42,092 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T09:24:42,092 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T09:24:42,094 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T09:24:42,094 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T09:24:42,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741930_1108 (size=743) 2024-11-15T09:24:42,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741930_1108 (size=743) 2024-11-15T09:24:42,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741929_1107 (size=743) 2024-11-15T09:24:42,100 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:42,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741929_1107 (size=743) 2024-11-15T09:24:42,101 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T09:24:42,502 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:42,505 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T09:24:42,505 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:42,505 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.3, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.3, size=1.4 K (1393bytes) at 1731662682084Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.3 so closing down at 1731662682089 (+5 ms)3 split writer threads finished at 1731662682089Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731662682094 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731662682094Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662682100 (+6 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731662682101 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662682502 (+401 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731662682505 (+3 ms)Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662682505 2024-11-15T09:24:42,507 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.3 to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/oldWALs/wal.dat.3 2024-11-15T09:24:42,507 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T09:24:42,507 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.4 2024-11-15T09:24:42,508 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.4 after 0ms 2024-11-15T09:24:42,510 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.4 took 3ms 2024-11-15T09:24:42,511 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.4 so closing down 2024-11-15T09:24:42,511 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:42,511 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:42,513 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T09:24:42,513 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T09:24:42,516 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T09:24:42,516 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T09:24:42,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741932_1110 (size=743) 2024-11-15T09:24:42,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741932_1110 (size=743) 2024-11-15T09:24:42,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741931_1109 (size=743) 2024-11-15T09:24:42,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741931_1109 (size=743) 2024-11-15T09:24:42,520 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:42,522 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T09:24:42,522 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:42,523 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T09:24:42,523 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:42,523 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.4, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.4, size=1.4 K (1393bytes) at 1731662682507Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.4 so closing down at 1731662682511 (+4 ms)3 split writer threads finished at 1731662682511Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731662682516 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731662682516Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662682520 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662682522 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662682522Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731662682523 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662682523 2024-11-15T09:24:42,525 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.4 to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/oldWALs/wal.dat.4 2024-11-15T09:24:42,525 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.5, size=150 (150bytes) 2024-11-15T09:24:42,525 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.5 2024-11-15T09:24:42,525 WARN [IPC Server handler 3 on default port 38047 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-11-15T09:24:42,525 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.5 after 0ms 2024-11-15T09:24:42,739 WARN [ResponseProcessor for block BP-1213593369-172.17.0.2-1731662653330:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1213593369-172.17.0.2-1731662653330:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T09:24:42,739 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-652204250_22 at /127.0.0.1:45970 [Receiving block BP-1213593369-172.17.0.2-1731662653330:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:37121:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45970 dst: /127.0.0.1:37121 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:37121 remote=/127.0.0.1:45970]. Total timeout mills is 60000, 58390 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T09:24:42,740 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-652204250_22 at /127.0.0.1:36124 [Receiving block BP-1213593369-172.17.0.2-1731662653330:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:45977:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36124 dst: /127.0.0.1:45977 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T09:24:42,740 WARN [DataStreamer for file /user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.5 block BP-1213593369-172.17.0.2-1731662653330:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1213593369-172.17.0.2-1731662653330:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:37121,DS-907e1140-44c1-4df9-a14f-b07d7a3e4051,DISK], DatanodeInfoWithStorage[127.0.0.1:45977,DS-ef1e70bb-3180-44a5-ba00-462add494153,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:37121,DS-907e1140-44c1-4df9-a14f-b07d7a3e4051,DISK]) is bad. 2024-11-15T09:24:42,743 WARN [DataStreamer for file /user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.5 block BP-1213593369-172.17.0.2-1731662653330:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1213593369-172.17.0.2-1731662653330:blk_1073741918_1096 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T09:24:42,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741918_1111 (size=1385) 2024-11-15T09:24:46,527 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.5 after 4002ms 2024-11-15T09:24:46,535 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.5 took 4010ms 2024-11-15T09:24:46,536 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.5; continuing. 2024-11-15T09:24:46,536 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.5 so closing down 2024-11-15T09:24:46,536 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:46,536 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:46,539 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T09:24:46,539 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T09:24:46,540 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T09:24:46,540 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T09:24:46,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741933_1112 (size=743) 2024-11-15T09:24:46,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741933_1112 (size=743) 2024-11-15T09:24:46,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741934_1113 (size=743) 2024-11-15T09:24:46,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741934_1113 (size=743) 2024-11-15T09:24:46,547 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:46,549 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-15T09:24:46,551 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:46,553 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-15T09:24:46,553 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-11-15T09:24:46,553 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.5, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.5, size=150 (150bytes) at 1731662682525Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.5 so closing down at 1731662686536 (+4011 ms)3 split writer threads finished at 1731662686536Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731662686540 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731662686541 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662686547 (+6 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731662686549 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662686551 (+2 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731662686553 (+2 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1731662686553 2024-11-15T09:24:46,555 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.5 to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/oldWALs/wal.dat.5 2024-11-15T09:24:46,555 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T09:24:46,555 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.6 2024-11-15T09:24:46,556 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.6 after 1ms 2024-11-15T09:24:46,558 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.6 took 3ms 2024-11-15T09:24:46,559 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.6 so closing down 2024-11-15T09:24:46,559 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:46,559 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:46,561 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T09:24:46,561 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T09:24:46,562 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T09:24:46,563 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T09:24:46,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741936_1115 (size=749) 2024-11-15T09:24:46,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741935_1114 (size=749) 2024-11-15T09:24:46,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741935_1114 (size=749) 2024-11-15T09:24:46,574 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:46,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741936_1115 (size=749) 2024-11-15T09:24:46,574 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:46,575 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T09:24:46,576 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T09:24:46,576 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T09:24:46,576 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.6, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.6, size=1.4 K (1405bytes) at 1731662686555Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.6 so closing down at 1731662686559 (+4 ms)3 split writer threads finished at 1731662686559Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731662686563 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731662686563Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662686574 (+11 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662686574Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731662686575 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731662686576 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731662686576 2024-11-15T09:24:46,577 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.6 to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/oldWALs/wal.dat.6 2024-11-15T09:24:46,577 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T09:24:46,577 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.7 2024-11-15T09:24:46,578 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.7 after 1ms 2024-11-15T09:24:46,580 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.7 took 3ms 2024-11-15T09:24:46,581 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.7 so closing down 2024-11-15T09:24:46,581 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:46,581 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:46,583 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T09:24:46,583 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T09:24:46,584 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T09:24:46,584 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T09:24:46,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741937_1116 (size=753) 2024-11-15T09:24:46,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741938_1117 (size=753) 2024-11-15T09:24:46,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741937_1116 (size=753) 2024-11-15T09:24:46,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741938_1117 (size=753) 2024-11-15T09:24:46,592 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:46,592 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:46,593 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T09:24:46,593 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T09:24:46,593 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T09:24:46,594 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.7, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.7, size=1.4 K (1413bytes) at 1731662686577Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.7 so closing down at 1731662686581 (+4 ms)3 split writer threads finished at 1731662686581Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731662686584 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731662686584Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662686592 (+8 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662686592Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731662686593 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731662686593Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731662686593 2024-11-15T09:24:46,595 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.7 to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/oldWALs/wal.dat.7 2024-11-15T09:24:46,595 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T09:24:46,595 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.8 2024-11-15T09:24:46,595 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.8 after 0ms 2024-11-15T09:24:46,597 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.8 took 2ms 2024-11-15T09:24:46,599 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.8 so closing down 2024-11-15T09:24:46,599 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:46,599 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:46,601 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T09:24:46,601 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T09:24:46,602 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T09:24:46,602 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T09:24:46,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741939_1118 (size=753) 2024-11-15T09:24:46,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741939_1118 (size=753) 2024-11-15T09:24:46,611 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:46,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741940_1119 (size=753) 2024-11-15T09:24:46,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741940_1119 (size=753) 2024-11-15T09:24:46,612 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T09:24:46,781 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T09:24:47,013 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:47,019 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T09:24:47,019 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T09:24:47,020 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.8, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.8, size=1.4 K (1413bytes) at 1731662686595Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.8 so closing down at 1731662686599 (+4 ms)3 split writer threads finished at 1731662686599Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731662686602 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731662686602Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662686611 (+9 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731662686612 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662687013 (+401 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731662687019 (+6 ms)Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731662687020 (+1 ms) 2024-11-15T09:24:47,023 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.8 to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/oldWALs/wal.dat.8 2024-11-15T09:24:47,023 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T09:24:47,023 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.9 2024-11-15T09:24:47,024 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.9 after 1ms 2024-11-15T09:24:47,027 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.9 took 4ms 2024-11-15T09:24:47,029 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.9 so closing down 2024-11-15T09:24:47,029 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:47,029 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:47,033 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T09:24:47,033 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T09:24:47,035 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T09:24:47,035 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T09:24:47,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741941_1120 (size=753) 2024-11-15T09:24:47,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741941_1120 (size=753) 2024-11-15T09:24:47,042 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:47,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741942_1121 (size=753) 2024-11-15T09:24:47,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741942_1121 (size=753) 2024-11-15T09:24:47,043 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:47,043 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T09:24:47,044 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T09:24:47,044 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T09:24:47,044 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.9, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.9, size=1.4 K (1413bytes) at 1731662687023Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.9 so closing down at 1731662687029 (+6 ms)3 split writer threads finished at 1731662687029Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731662687035 (+6 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731662687035Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662687042 (+7 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662687043 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731662687043Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731662687044 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731662687044 2024-11-15T09:24:47,046 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731662681042/wal.dat.9 to hdfs://localhost:38047/user/jenkins/test-data/3d0f6773-7b73-3454-06ed-fa4598fceec4/oldWALs/wal.dat.9 2024-11-15T09:24:47,106 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=143 (was 143), OpenFileDescriptor=397 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=387 (was 421), ProcessCount=11 (was 11), AvailableMemoryMB=4213 (was 4244) 2024-11-15T09:24:47,112 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=143, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=387, ProcessCount=11, AvailableMemoryMB=4212 2024-11-15T09:24:47,112 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T09:24:47,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741943_1122 (size=7) 2024-11-15T09:24:47,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741943_1122 (size=7) 2024-11-15T09:24:47,120 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38047/user/jenkins/test-data/27fd8094-bdb7-2f41-ad4f-dd14aa0ad9e4 with version=8 2024-11-15T09:24:47,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:47,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:47,125 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T09:24:47,136 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=143 (was 143), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=387 (was 387), ProcessCount=11 (was 11), AvailableMemoryMB=4212 (was 4212) 2024-11-15T09:24:47,144 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=143, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=387, ProcessCount=11, AvailableMemoryMB=4212 2024-11-15T09:24:47,144 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T09:24:47,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741944_1123 (size=7) 2024-11-15T09:24:47,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741944_1123 (size=7) 2024-11-15T09:24:47,154 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38047/user/jenkins/test-data/27fd8094-bdb7-2f41-ad4f-dd14aa0ad9e4 with version=8 2024-11-15T09:24:47,155 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:47,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:47,159 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T09:24:47,159 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T09:24:47,160 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T09:24:47,161 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T09:24:47,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741945_1124 (size=1393) 2024-11-15T09:24:47,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741945_1124 (size=1393) 2024-11-15T09:24:47,174 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T09:24:47,174 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T09:24:47,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741946_1125 (size=1393) 2024-11-15T09:24:47,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741946_1125 (size=1393) 2024-11-15T09:24:47,187 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T09:24:47,187 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T09:24:47,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741947_1126 (size=1393) 2024-11-15T09:24:47,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741947_1126 (size=1393) 2024-11-15T09:24:47,198 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T09:24:47,198 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T09:24:47,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741948_1127 (size=1393) 2024-11-15T09:24:47,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741948_1127 (size=1393) 2024-11-15T09:24:47,211 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T09:24:47,211 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T09:24:47,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741949_1128 (size=1393) 2024-11-15T09:24:47,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741949_1128 (size=1393) 2024-11-15T09:24:47,223 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T09:24:47,223 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T09:24:47,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741950_1129 (size=1393) 2024-11-15T09:24:47,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741950_1129 (size=1393) 2024-11-15T09:24:47,234 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T09:24:47,234 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T09:24:47,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741951_1130 (size=1405) 2024-11-15T09:24:47,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741951_1130 (size=1405) 2024-11-15T09:24:47,245 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T09:24:47,245 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T09:24:47,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741952_1131 (size=1413) 2024-11-15T09:24:47,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741952_1131 (size=1413) 2024-11-15T09:24:47,261 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T09:24:47,261 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T09:24:47,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741953_1132 (size=1413) 2024-11-15T09:24:47,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741953_1132 (size=1413) 2024-11-15T09:24:47,274 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T09:24:47,274 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T09:24:47,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:47,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:47,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741954_1133 (size=1413) 2024-11-15T09:24:47,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741954_1133 (size=1413) 2024-11-15T09:24:47,288 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T09:24:47,303 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T09:24:47,303 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.0 2024-11-15T09:24:47,303 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.0 after 0ms 2024-11-15T09:24:47,305 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.0 took 2ms 2024-11-15T09:24:47,308 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.0 so closing down 2024-11-15T09:24:47,308 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:47,308 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:47,310 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T09:24:47,310 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T09:24:47,311 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T09:24:47,311 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T09:24:47,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741955_1134 (size=743) 2024-11-15T09:24:47,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741956_1135 (size=743) 2024-11-15T09:24:47,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741956_1135 (size=743) 2024-11-15T09:24:47,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741955_1134 (size=743) 2024-11-15T09:24:47,322 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:47,323 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T09:24:47,324 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:47,325 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T09:24:47,325 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:47,325 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.0, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.0, size=1.4 K (1393bytes) at 1731662687303Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.0 so closing down at 1731662687308 (+5 ms)3 split writer threads finished at 1731662687308Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731662687311 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731662687311Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662687322 (+11 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731662687323 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662687324 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731662687325 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662687325 2024-11-15T09:24:47,327 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.0 to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/oldWALs/wal.dat.0 2024-11-15T09:24:47,327 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T09:24:47,327 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.1 2024-11-15T09:24:47,327 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.1 after 0ms 2024-11-15T09:24:47,329 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.1 took 2ms 2024-11-15T09:24:47,330 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.1 so closing down 2024-11-15T09:24:47,330 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:47,330 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:47,332 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T09:24:47,332 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T09:24:47,333 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T09:24:47,333 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T09:24:47,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741958_1137 (size=743) 2024-11-15T09:24:47,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741957_1136 (size=743) 2024-11-15T09:24:47,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741957_1136 (size=743) 2024-11-15T09:24:47,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741958_1137 (size=743) 2024-11-15T09:24:47,338 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:47,338 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:47,339 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T09:24:47,339 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T09:24:47,339 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:47,340 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.1, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.1, size=1.4 K (1393bytes) at 1731662687327Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.1 so closing down at 1731662687330 (+3 ms)3 split writer threads finished at 1731662687330Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731662687333 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731662687333Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662687338 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662687338Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731662687339 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731662687339Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662687339 2024-11-15T09:24:47,341 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.1 to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/oldWALs/wal.dat.1 2024-11-15T09:24:47,341 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T09:24:47,341 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.2 2024-11-15T09:24:47,341 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.2 after 0ms 2024-11-15T09:24:47,343 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.2 took 2ms 2024-11-15T09:24:47,344 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.2 so closing down 2024-11-15T09:24:47,344 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:47,344 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:47,347 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T09:24:47,347 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T09:24:47,348 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T09:24:47,348 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T09:24:47,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741960_1139 (size=743) 2024-11-15T09:24:47,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741959_1138 (size=743) 2024-11-15T09:24:47,353 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:47,353 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:47,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741959_1138 (size=743) 2024-11-15T09:24:47,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741960_1139 (size=743) 2024-11-15T09:24:47,354 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T09:24:47,354 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T09:24:47,354 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:47,354 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.2, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.2, size=1.4 K (1393bytes) at 1731662687341Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.2 so closing down at 1731662687344 (+3 ms)3 split writer threads finished at 1731662687344Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731662687348 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731662687348Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662687353 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662687353Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731662687354 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731662687354Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662687354 2024-11-15T09:24:47,356 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.2 to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/oldWALs/wal.dat.2 2024-11-15T09:24:47,356 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T09:24:47,356 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.3 2024-11-15T09:24:47,356 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.3 after 0ms 2024-11-15T09:24:47,358 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.3 took 2ms 2024-11-15T09:24:47,359 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.3 so closing down 2024-11-15T09:24:47,359 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:47,359 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:47,361 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T09:24:47,361 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T09:24:47,362 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T09:24:47,362 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T09:24:47,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741961_1140 (size=743) 2024-11-15T09:24:47,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741961_1140 (size=743) 2024-11-15T09:24:47,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741962_1141 (size=743) 2024-11-15T09:24:47,370 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:47,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741962_1141 (size=743) 2024-11-15T09:24:47,372 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T09:24:47,771 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:47,773 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T09:24:47,773 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:47,773 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.3, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.3, size=1.4 K (1393bytes) at 1731662687356Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.3 so closing down at 1731662687359 (+3 ms)3 split writer threads finished at 1731662687359Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731662687362 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731662687362Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662687370 (+8 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731662687372 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662687771 (+399 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731662687773 (+2 ms)Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662687773 2024-11-15T09:24:47,775 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.3 to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/oldWALs/wal.dat.3 2024-11-15T09:24:47,775 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T09:24:47,775 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.4 2024-11-15T09:24:47,776 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.4 after 1ms 2024-11-15T09:24:47,778 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.4 took 3ms 2024-11-15T09:24:47,779 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.4 so closing down 2024-11-15T09:24:47,779 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:47,779 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:47,781 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T09:24:47,781 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T09:24:47,783 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T09:24:47,783 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T09:24:47,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741964_1143 (size=743) 2024-11-15T09:24:47,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741963_1142 (size=743) 2024-11-15T09:24:47,787 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:47,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741964_1143 (size=743) 2024-11-15T09:24:47,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741963_1142 (size=743) 2024-11-15T09:24:47,789 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T09:24:48,189 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:48,193 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T09:24:48,194 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:48,194 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.4, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.4, size=1.4 K (1393bytes) at 1731662687775Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.4 so closing down at 1731662687779 (+4 ms)3 split writer threads finished at 1731662687779Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731662687783 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731662687783Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662687787 (+4 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731662687789 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662688189 (+400 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731662688193 (+4 ms)Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662688194 (+1 ms) 2024-11-15T09:24:48,199 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.4 to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/oldWALs/wal.dat.4 2024-11-15T09:24:48,199 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.5, size=1.4 K (1393bytes) 2024-11-15T09:24:48,199 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.5 2024-11-15T09:24:48,200 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.5 after 0ms 2024-11-15T09:24:48,203 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.5 took 4ms 2024-11-15T09:24:48,204 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.5 so closing down 2024-11-15T09:24:48,204 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:48,204 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:48,207 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T09:24:48,207 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T09:24:48,208 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T09:24:48,208 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T09:24:48,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741965_1144 (size=743) 2024-11-15T09:24:48,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741965_1144 (size=743) 2024-11-15T09:24:48,216 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:48,218 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-15T09:24:48,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741966_1145 (size=743) 2024-11-15T09:24:48,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741966_1145 (size=743) 2024-11-15T09:24:48,222 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:48,223 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-15T09:24:48,223 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:48,224 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.5, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.5, size=1.4 K (1393bytes) at 1731662688199Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.5 so closing down at 1731662688204 (+5 ms)3 split writer threads finished at 1731662688204Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731662688208 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731662688208Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662688216 (+8 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731662688218 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662688222 (+4 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731662688223 (+1 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662688223 2024-11-15T09:24:48,225 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.5 to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/oldWALs/wal.dat.5 2024-11-15T09:24:48,225 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T09:24:48,225 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.6 2024-11-15T09:24:48,226 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.6 after 1ms 2024-11-15T09:24:48,228 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.6 took 2ms 2024-11-15T09:24:48,229 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.6 so closing down 2024-11-15T09:24:48,229 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:48,229 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:48,231 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T09:24:48,231 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T09:24:48,232 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T09:24:48,232 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T09:24:48,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741968_1147 (size=749) 2024-11-15T09:24:48,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741968_1147 (size=749) 2024-11-15T09:24:48,236 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:48,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741967_1146 (size=749) 2024-11-15T09:24:48,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741967_1146 (size=749) 2024-11-15T09:24:48,237 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:48,238 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T09:24:48,238 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T09:24:48,238 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T09:24:48,239 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.6, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.6, size=1.4 K (1405bytes) at 1731662688225Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.6 so closing down at 1731662688229 (+4 ms)3 split writer threads finished at 1731662688229Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731662688232 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731662688232Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662688236 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662688237 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731662688238 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731662688238Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731662688239 (+1 ms) 2024-11-15T09:24:48,240 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.6 to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/oldWALs/wal.dat.6 2024-11-15T09:24:48,240 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T09:24:48,240 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.7 2024-11-15T09:24:48,240 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.7 after 0ms 2024-11-15T09:24:48,242 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.7 took 2ms 2024-11-15T09:24:48,243 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.7 so closing down 2024-11-15T09:24:48,243 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:48,243 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:48,245 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T09:24:48,245 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T09:24:48,246 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T09:24:48,246 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T09:24:48,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741970_1149 (size=753) 2024-11-15T09:24:48,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741970_1149 (size=753) 2024-11-15T09:24:48,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741969_1148 (size=753) 2024-11-15T09:24:48,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741969_1148 (size=753) 2024-11-15T09:24:48,250 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:48,250 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:48,252 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T09:24:48,252 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T09:24:48,252 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T09:24:48,252 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.7, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.7, size=1.4 K (1413bytes) at 1731662688240Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.7 so closing down at 1731662688243 (+3 ms)3 split writer threads finished at 1731662688243Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731662688246 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731662688246Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662688250 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662688250Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731662688252 (+2 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731662688252Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731662688252 2024-11-15T09:24:48,253 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.7 to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/oldWALs/wal.dat.7 2024-11-15T09:24:48,254 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T09:24:48,254 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.8 2024-11-15T09:24:48,254 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.8 after 0ms 2024-11-15T09:24:48,256 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.8 took 3ms 2024-11-15T09:24:48,257 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.8 so closing down 2024-11-15T09:24:48,257 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:48,257 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:48,259 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T09:24:48,259 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T09:24:48,260 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T09:24:48,260 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T09:24:48,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741972_1151 (size=753) 2024-11-15T09:24:48,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741971_1150 (size=753) 2024-11-15T09:24:48,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741972_1151 (size=753) 2024-11-15T09:24:48,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741971_1150 (size=753) 2024-11-15T09:24:48,265 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:48,265 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:48,266 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T09:24:48,266 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T09:24:48,266 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T09:24:48,267 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.8, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.8, size=1.4 K (1413bytes) at 1731662688254Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.8 so closing down at 1731662688257 (+3 ms)3 split writer threads finished at 1731662688257Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731662688260 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731662688260Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662688265 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662688265Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731662688266 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731662688266Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731662688267 (+1 ms) 2024-11-15T09:24:48,268 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.8 to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/oldWALs/wal.dat.8 2024-11-15T09:24:48,268 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T09:24:48,268 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.9 2024-11-15T09:24:48,268 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.9 after 0ms 2024-11-15T09:24:48,270 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.9 took 2ms 2024-11-15T09:24:48,271 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.9 so closing down 2024-11-15T09:24:48,271 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:48,271 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:48,273 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T09:24:48,273 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T09:24:48,274 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T09:24:48,274 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T09:24:48,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741973_1152 (size=753) 2024-11-15T09:24:48,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741974_1153 (size=753) 2024-11-15T09:24:48,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741973_1152 (size=753) 2024-11-15T09:24:48,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741974_1153 (size=753) 2024-11-15T09:24:48,283 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:48,283 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:48,284 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T09:24:48,284 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T09:24:48,284 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T09:24:48,285 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.9, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.9, size=1.4 K (1413bytes) at 1731662688268Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.9 so closing down at 1731662688271 (+3 ms)3 split writer threads finished at 1731662688271Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731662688274 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731662688274Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662688283 (+9 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662688283Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731662688284 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731662688284Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731662688284 2024-11-15T09:24:48,286 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/WALs/testsplit,16010,1731662687159/wal.dat.9 to hdfs://localhost:38047/user/jenkins/test-data/86e2d1ba-2237-c58e-dc6c-e7bae5112c53/oldWALs/wal.dat.9 2024-11-15T09:24:48,335 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=143 (was 143), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=396 (was 387) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4202 (was 4212) 2024-11-15T09:24:48,341 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=143, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=396, ProcessCount=11, AvailableMemoryMB=4202 2024-11-15T09:24:48,341 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T09:24:48,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741975_1154 (size=7) 2024-11-15T09:24:48,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741975_1154 (size=7) 2024-11-15T09:24:48,348 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38047/user/jenkins/test-data/27fd8094-bdb7-2f41-ad4f-dd14aa0ad9e4 with version=8 2024-11-15T09:24:48,348 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:48,349 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:48,351 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T09:24:48,352 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T09:24:48,353 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T09:24:48,354 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T09:24:48,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741976_1155 (size=1393) 2024-11-15T09:24:48,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741976_1155 (size=1393) 2024-11-15T09:24:48,769 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T09:24:48,769 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T09:24:48,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741977_1156 (size=1393) 2024-11-15T09:24:48,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741977_1156 (size=1393) 2024-11-15T09:24:48,793 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T09:24:48,793 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T09:24:48,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741978_1157 (size=1393) 2024-11-15T09:24:48,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741978_1157 (size=1393) 2024-11-15T09:24:48,805 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T09:24:48,805 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T09:24:48,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741979_1158 (size=1393) 2024-11-15T09:24:48,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741979_1158 (size=1393) 2024-11-15T09:24:48,819 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T09:24:48,819 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T09:24:48,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741980_1159 (size=1393) 2024-11-15T09:24:48,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741980_1159 (size=1393) 2024-11-15T09:24:48,830 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T09:24:48,830 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T09:24:48,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741981_1160 (size=1393) 2024-11-15T09:24:48,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741981_1160 (size=1393) 2024-11-15T09:24:48,841 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T09:24:48,841 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T09:24:48,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741982_1161 (size=1405) 2024-11-15T09:24:48,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741982_1161 (size=1405) 2024-11-15T09:24:48,852 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T09:24:48,852 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T09:24:48,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741983_1162 (size=1413) 2024-11-15T09:24:48,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741983_1162 (size=1413) 2024-11-15T09:24:48,861 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T09:24:48,861 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T09:24:48,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741984_1163 (size=1413) 2024-11-15T09:24:48,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741984_1163 (size=1413) 2024-11-15T09:24:48,871 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T09:24:48,871 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T09:24:48,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:48,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:48,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741985_1164 (size=1413) 2024-11-15T09:24:48,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741985_1164 (size=1413) 2024-11-15T09:24:48,883 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T09:24:48,903 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T09:24:48,903 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.0 2024-11-15T09:24:48,903 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.0 after 0ms 2024-11-15T09:24:48,906 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.0 took 4ms 2024-11-15T09:24:48,908 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.0 so closing down 2024-11-15T09:24:48,908 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:48,908 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:48,911 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T09:24:48,911 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T09:24:48,912 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T09:24:48,912 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T09:24:48,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741986_1165 (size=743) 2024-11-15T09:24:48,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741987_1166 (size=743) 2024-11-15T09:24:48,917 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:48,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741987_1166 (size=743) 2024-11-15T09:24:48,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741986_1165 (size=743) 2024-11-15T09:24:48,920 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T09:24:49,320 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:49,328 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T09:24:49,328 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:49,329 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.0, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.0, size=1.4 K (1393bytes) at 1731662688903Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.0 so closing down at 1731662688908 (+5 ms)3 split writer threads finished at 1731662688908Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731662688912 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731662688912Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662688917 (+5 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731662688920 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662689320 (+400 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731662689328 (+8 ms)Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662689328 2024-11-15T09:24:49,334 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.0 to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/oldWALs/wal.dat.0 2024-11-15T09:24:49,335 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T09:24:49,335 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.1 2024-11-15T09:24:49,335 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.1 after 0ms 2024-11-15T09:24:49,338 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.1 took 4ms 2024-11-15T09:24:49,340 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.1 so closing down 2024-11-15T09:24:49,340 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:49,340 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:49,343 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T09:24:49,343 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T09:24:49,344 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T09:24:49,344 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T09:24:49,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741988_1167 (size=743) 2024-11-15T09:24:49,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741988_1167 (size=743) 2024-11-15T09:24:49,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741989_1168 (size=743) 2024-11-15T09:24:49,353 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:49,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741989_1168 (size=743) 2024-11-15T09:24:49,355 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:49,356 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T09:24:49,357 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T09:24:49,357 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:49,357 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.1, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.1, size=1.4 K (1393bytes) at 1731662689335Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.1 so closing down at 1731662689340 (+5 ms)3 split writer threads finished at 1731662689340Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731662689344 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731662689344Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662689353 (+9 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662689355 (+2 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731662689356 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731662689357 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662689357 2024-11-15T09:24:49,359 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.1 to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/oldWALs/wal.dat.1 2024-11-15T09:24:49,359 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T09:24:49,359 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.2 2024-11-15T09:24:49,360 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.2 after 1ms 2024-11-15T09:24:49,362 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.2 took 3ms 2024-11-15T09:24:49,363 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.2 so closing down 2024-11-15T09:24:49,363 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:49,363 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:49,365 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T09:24:49,365 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T09:24:49,366 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T09:24:49,366 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T09:24:49,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741991_1170 (size=743) 2024-11-15T09:24:49,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741991_1170 (size=743) 2024-11-15T09:24:49,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741990_1169 (size=743) 2024-11-15T09:24:49,371 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:49,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741990_1169 (size=743) 2024-11-15T09:24:49,371 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:49,373 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T09:24:49,373 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T09:24:49,373 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:49,373 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.2, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.2, size=1.4 K (1393bytes) at 1731662689359Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.2 so closing down at 1731662689363 (+4 ms)3 split writer threads finished at 1731662689363Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731662689366 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731662689366Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662689371 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662689371Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731662689373 (+2 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731662689373Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662689373 2024-11-15T09:24:49,376 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.2 to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/oldWALs/wal.dat.2 2024-11-15T09:24:49,376 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T09:24:49,376 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.3 2024-11-15T09:24:49,376 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.3 after 0ms 2024-11-15T09:24:49,378 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.3 took 2ms 2024-11-15T09:24:49,380 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.3 so closing down 2024-11-15T09:24:49,380 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:49,380 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:49,382 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T09:24:49,382 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T09:24:49,383 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T09:24:49,383 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T09:24:49,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741993_1172 (size=743) 2024-11-15T09:24:49,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741992_1171 (size=743) 2024-11-15T09:24:49,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741992_1171 (size=743) 2024-11-15T09:24:49,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741993_1172 (size=743) 2024-11-15T09:24:49,387 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:49,387 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:49,390 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T09:24:49,390 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T09:24:49,390 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:49,390 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.3, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.3, size=1.4 K (1393bytes) at 1731662689376Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.3 so closing down at 1731662689380 (+4 ms)3 split writer threads finished at 1731662689380Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731662689383 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731662689383Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662689387 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662689387Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731662689390 (+3 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731662689390Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662689390 2024-11-15T09:24:49,392 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.3 to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/oldWALs/wal.dat.3 2024-11-15T09:24:49,392 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T09:24:49,392 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.4 2024-11-15T09:24:49,393 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.4 after 1ms 2024-11-15T09:24:49,395 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.4 took 3ms 2024-11-15T09:24:49,396 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.4 so closing down 2024-11-15T09:24:49,396 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:49,396 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:49,399 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T09:24:49,399 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T09:24:49,400 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T09:24:49,400 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T09:24:49,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741995_1174 (size=743) 2024-11-15T09:24:49,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741995_1174 (size=743) 2024-11-15T09:24:49,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741994_1173 (size=743) 2024-11-15T09:24:49,405 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:49,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741994_1173 (size=743) 2024-11-15T09:24:49,407 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T09:24:49,807 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:49,815 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T09:24:49,815 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:49,816 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.4, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.4, size=1.4 K (1393bytes) at 1731662689392Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.4 so closing down at 1731662689396 (+4 ms)3 split writer threads finished at 1731662689396Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731662689400 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731662689400Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662689405 (+5 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731662689407 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662689807 (+400 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731662689815 (+8 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662689815 2024-11-15T09:24:49,823 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.4 to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/oldWALs/wal.dat.4 2024-11-15T09:24:49,823 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.5, size=1.4 K (1393bytes) 2024-11-15T09:24:49,823 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.5 2024-11-15T09:24:49,824 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.5 after 1ms 2024-11-15T09:24:49,827 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.5 took 4ms 2024-11-15T09:24:49,829 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.5 so closing down 2024-11-15T09:24:49,829 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:49,829 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:49,832 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T09:24:49,832 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T09:24:49,834 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T09:24:49,834 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T09:24:49,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741996_1175 (size=743) 2024-11-15T09:24:49,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741997_1176 (size=743) 2024-11-15T09:24:49,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741997_1176 (size=743) 2024-11-15T09:24:49,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741996_1175 (size=743) 2024-11-15T09:24:49,846 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:49,846 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:49,848 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-15T09:24:49,848 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-15T09:24:49,848 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:49,848 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.5, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.5, size=1.4 K (1393bytes) at 1731662689823Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.5 so closing down at 1731662689829 (+6 ms)3 split writer threads finished at 1731662689829Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731662689834 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731662689834Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662689846 (+12 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662689846Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731662689848 (+2 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731662689848Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662689848 2024-11-15T09:24:49,851 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.5 to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/oldWALs/wal.dat.5 2024-11-15T09:24:49,852 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T09:24:49,852 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.6 2024-11-15T09:24:49,852 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.6 after 0ms 2024-11-15T09:24:49,855 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.6 took 4ms 2024-11-15T09:24:49,856 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.6 so closing down 2024-11-15T09:24:49,856 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:49,856 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:49,859 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T09:24:49,859 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T09:24:49,860 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T09:24:49,860 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T09:24:49,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741998_1177 (size=749) 2024-11-15T09:24:49,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741999_1178 (size=749) 2024-11-15T09:24:49,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741998_1177 (size=749) 2024-11-15T09:24:49,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741999_1178 (size=749) 2024-11-15T09:24:49,865 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:49,865 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:49,867 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T09:24:49,867 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T09:24:49,867 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T09:24:49,868 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.6, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.6, size=1.4 K (1405bytes) at 1731662689852Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.6 so closing down at 1731662689856 (+4 ms)3 split writer threads finished at 1731662689856Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731662689860 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731662689860Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662689865 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662689865Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731662689867 (+2 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731662689867Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731662689868 (+1 ms) 2024-11-15T09:24:49,870 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.6 to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/oldWALs/wal.dat.6 2024-11-15T09:24:49,870 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T09:24:49,870 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.7 2024-11-15T09:24:49,871 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.7 after 1ms 2024-11-15T09:24:49,873 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.7 took 3ms 2024-11-15T09:24:49,874 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.7 so closing down 2024-11-15T09:24:49,874 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:49,875 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:49,877 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T09:24:49,877 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T09:24:49,878 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T09:24:49,878 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T09:24:49,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742000_1179 (size=753) 2024-11-15T09:24:49,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742000_1179 (size=753) 2024-11-15T09:24:49,882 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:49,885 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T09:24:49,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742001_1180 (size=753) 2024-11-15T09:24:49,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742001_1180 (size=753) 2024-11-15T09:24:49,886 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:49,888 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T09:24:49,888 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T09:24:49,888 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.7, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.7, size=1.4 K (1413bytes) at 1731662689870Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.7 so closing down at 1731662689874 (+4 ms)3 split writer threads finished at 1731662689875 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731662689878 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731662689878Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662689882 (+4 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731662689885 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662689886 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731662689888 (+2 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731662689888 2024-11-15T09:24:49,890 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.7 to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/oldWALs/wal.dat.7 2024-11-15T09:24:49,890 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T09:24:49,890 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.8 2024-11-15T09:24:49,891 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.8 after 1ms 2024-11-15T09:24:49,893 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.8 took 3ms 2024-11-15T09:24:49,894 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.8 so closing down 2024-11-15T09:24:49,894 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:49,894 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:49,897 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T09:24:49,897 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T09:24:49,898 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T09:24:49,898 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T09:24:49,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742002_1181 (size=753) 2024-11-15T09:24:49,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742002_1181 (size=753) 2024-11-15T09:24:49,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742003_1182 (size=753) 2024-11-15T09:24:49,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742003_1182 (size=753) 2024-11-15T09:24:49,907 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:49,907 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:49,909 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T09:24:49,909 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T09:24:49,909 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T09:24:49,909 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.8, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.8, size=1.4 K (1413bytes) at 1731662689890Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.8 so closing down at 1731662689894 (+4 ms)3 split writer threads finished at 1731662689894Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731662689898 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731662689898Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662689907 (+9 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662689907Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731662689909 (+2 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731662689909Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731662689909 2024-11-15T09:24:49,912 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.8 to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/oldWALs/wal.dat.8 2024-11-15T09:24:49,912 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T09:24:49,912 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.9 2024-11-15T09:24:49,913 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.9 after 1ms 2024-11-15T09:24:49,915 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.9 took 3ms 2024-11-15T09:24:49,917 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.9 so closing down 2024-11-15T09:24:49,917 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:49,917 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:49,919 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T09:24:49,919 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T09:24:49,920 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T09:24:49,920 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T09:24:49,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742005_1184 (size=753) 2024-11-15T09:24:49,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742005_1184 (size=753) 2024-11-15T09:24:49,926 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:49,928 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T09:24:49,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742004_1183 (size=753) 2024-11-15T09:24:49,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742004_1183 (size=753) 2024-11-15T09:24:49,933 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:49,935 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T09:24:49,936 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T09:24:49,936 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.9, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.9, size=1.4 K (1413bytes) at 1731662689912Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.9 so closing down at 1731662689917 (+5 ms)3 split writer threads finished at 1731662689917Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731662689920 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731662689920Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662689926 (+6 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731662689928 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662689933 (+5 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731662689935 (+2 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731662689936 (+1 ms) 2024-11-15T09:24:49,938 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/WALs/testmovedwalduringrecovery,16010,1731662688352/wal.dat.9 to hdfs://localhost:38047/user/jenkins/test-data/2c6732f3-2509-3c1d-e4bc-8ce2a4a08d89/oldWALs/wal.dat.9 2024-11-15T09:24:49,947 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=143 (was 143), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=396 (was 396), ProcessCount=11 (was 11), AvailableMemoryMB=4171 (was 4202) 2024-11-15T09:24:49,954 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=143, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=396, ProcessCount=11, AvailableMemoryMB=4171 2024-11-15T09:24:49,954 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T09:24:49,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742006_1185 (size=7) 2024-11-15T09:24:49,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742006_1185 (size=7) 2024-11-15T09:24:49,961 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38047/user/jenkins/test-data/27fd8094-bdb7-2f41-ad4f-dd14aa0ad9e4 with version=8 2024-11-15T09:24:49,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:49,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:49,964 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T09:24:49,966 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-15T09:24:49,967 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-11-15T09:24:49,967 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-11-15T09:24:49,968 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-11-15T09:24:49,968 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-11-15T09:24:49,983 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/02ef0299-f954-76fb-fbc7-822dc703c461/WALs/testthreading,16010,1731662689964/wal.dat..fake, size=0 (0bytes) 2024-11-15T09:24:49,993 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/02ef0299-f954-76fb-fbc7-822dc703c461/WALs/testthreading,16010,1731662689964/wal.dat..fake took 10ms 2024-11-15T09:24:50,384 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/02ef0299-f954-76fb-fbc7-822dc703c461/WALs/testthreading,16010,1731662689964/wal.dat..fake so closing down 2024-11-15T09:24:50,384 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:50,385 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:50,388 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/02ef0299-f954-76fb-fbc7-822dc703c461/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-11-15T09:24:50,388 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/02ef0299-f954-76fb-fbc7-822dc703c461/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-11-15T09:24:50,388 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/02ef0299-f954-76fb-fbc7-822dc703c461/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-11-15T09:24:50,455 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/02ef0299-f954-76fb-fbc7-822dc703c461/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 67 ms) 2024-11-15T09:24:50,458 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/02ef0299-f954-76fb-fbc7-822dc703c461/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-11-15T09:24:50,465 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/02ef0299-f954-76fb-fbc7-822dc703c461/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 76 ms) 2024-11-15T09:24:50,465 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/02ef0299-f954-76fb-fbc7-822dc703c461/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 77 ms) 2024-11-15T09:24:50,471 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/02ef0299-f954-76fb-fbc7-822dc703c461/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-11-15T09:24:50,506 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/02ef0299-f954-76fb-fbc7-822dc703c461/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 48 ms) 2024-11-15T09:24:50,533 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/02ef0299-f954-76fb-fbc7-822dc703c461/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 62 ms) 2024-11-15T09:24:50,534 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 541 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/02ef0299-f954-76fb-fbc7-822dc703c461/WALs/testthreading,16010,1731662689964/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-11-15T09:24:50,534 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/02ef0299-f954-76fb-fbc7-822dc703c461/WALs/testthreading,16010,1731662689964/wal.dat..fake, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/02ef0299-f954-76fb-fbc7-822dc703c461/WALs/testthreading,16010,1731662689964/wal.dat..fake, size=0 (0bytes) at 1731662689983Split 1024 edits, skipped 0 edits. at 1731662690022 (+39 ms)Split 2048 edits, skipped 0 edits. at 1731662690045 (+23 ms)Split 3072 edits, skipped 0 edits. at 1731662690065 (+20 ms)Split 4096 edits, skipped 0 edits. at 1731662690084 (+19 ms)Split 5120 edits, skipped 0 edits. at 1731662690103 (+19 ms)Split 6144 edits, skipped 0 edits. at 1731662690123 (+20 ms)Split 7168 edits, skipped 0 edits. at 1731662690142 (+19 ms)Split 8192 edits, skipped 0 edits. at 1731662690161 (+19 ms)Split 9216 edits, skipped 0 edits. at 1731662690179 (+18 ms)Split 10240 edits, skipped 0 edits. at 1731662690198 (+19 ms)Split 11264 edits, skipped 0 edits. at 1731662690216 (+18 ms)Split 12288 edits, skipped 0 edits. at 1731662690236 (+20 ms)Split 13312 edits, skipped 0 edits. at 1731662690254 (+18 ms)Split 14336 edits, skipped 0 edits. at 1731662690273 (+19 ms)Split 15360 edits, skipped 0 edits. at 1731662690293 (+20 ms)Split 16384 edits, skipped 0 edits. at 1731662690316 (+23 ms)Split 17408 edits, skipped 0 edits. at 1731662690338 (+22 ms)Split 18432 edits, skipped 0 edits. at 1731662690356 (+18 ms)Split 19456 edits, skipped 0 edits. at 1731662690373 (+17 ms)Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/02ef0299-f954-76fb-fbc7-822dc703c461/WALs/testthreading,16010,1731662689964/wal.dat..fake so closing down at 1731662690384 (+11 ms)3 split writer threads finished at 1731662690385 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/02ef0299-f954-76fb-fbc7-822dc703c461/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp at 1731662690388 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/02ef0299-f954-76fb-fbc7-822dc703c461/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1731662690388Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/02ef0299-f954-76fb-fbc7-822dc703c461/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1731662690388Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/02ef0299-f954-76fb-fbc7-822dc703c461/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 67 ms) at 1731662690455 (+67 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/02ef0299-f954-76fb-fbc7-822dc703c461/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1731662690458 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/02ef0299-f954-76fb-fbc7-822dc703c461/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 76 ms) at 1731662690465 (+7 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/02ef0299-f954-76fb-fbc7-822dc703c461/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 77 ms) at 1731662690465Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/02ef0299-f954-76fb-fbc7-822dc703c461/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1731662690471 (+6 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/02ef0299-f954-76fb-fbc7-822dc703c461/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 48 ms) at 1731662690506 (+35 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/02ef0299-f954-76fb-fbc7-822dc703c461/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 62 ms) at 1731662690533 (+27 ms)Processed 20000 edits across 5 Regions in 541 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/02ef0299-f954-76fb-fbc7-822dc703c461/WALs/testthreading,16010,1731662689964/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1731662690534 (+1 ms) 2024-11-15T09:24:50,535 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-11-15T09:24:50,535 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-11-15T09:24:50,535 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-11-15T09:24:50,535 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-11-15T09:24:50,535 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-11-15T09:24:50,543 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=143 (was 143), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=396 (was 396), ProcessCount=11 (was 11), AvailableMemoryMB=4010 (was 4171) 2024-11-15T09:24:50,551 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=143, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=396, ProcessCount=11, AvailableMemoryMB=4010 2024-11-15T09:24:50,551 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T09:24:50,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742007_1186 (size=7) 2024-11-15T09:24:50,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742007_1186 (size=7) 2024-11-15T09:24:50,559 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38047/user/jenkins/test-data/27fd8094-bdb7-2f41-ad4f-dd14aa0ad9e4 with version=8 2024-11-15T09:24:50,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:50,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:50,565 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T09:24:50,566 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-15T09:24:50,567 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T09:24:50,568 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T09:24:50,569 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T09:24:50,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742008_1187 (size=1393) 2024-11-15T09:24:50,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742008_1187 (size=1393) 2024-11-15T09:24:50,582 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T09:24:50,582 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T09:24:50,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742009_1188 (size=1393) 2024-11-15T09:24:50,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742009_1188 (size=1393) 2024-11-15T09:24:50,596 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T09:24:50,596 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T09:24:50,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742010_1189 (size=1393) 2024-11-15T09:24:50,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742010_1189 (size=1393) 2024-11-15T09:24:50,612 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T09:24:50,612 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T09:24:50,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742011_1190 (size=1393) 2024-11-15T09:24:50,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742011_1190 (size=1393) 2024-11-15T09:24:50,628 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T09:24:50,628 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T09:24:50,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742012_1191 (size=1393) 2024-11-15T09:24:50,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742012_1191 (size=1393) 2024-11-15T09:24:50,642 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T09:24:50,642 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T09:24:50,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742013_1192 (size=1393) 2024-11-15T09:24:50,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742013_1192 (size=1393) 2024-11-15T09:24:50,663 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T09:24:50,663 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T09:24:50,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742014_1193 (size=1405) 2024-11-15T09:24:50,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742014_1193 (size=1405) 2024-11-15T09:24:50,676 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T09:24:50,676 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T09:24:50,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742015_1194 (size=1413) 2024-11-15T09:24:50,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742015_1194 (size=1413) 2024-11-15T09:24:50,690 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T09:24:50,690 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T09:24:50,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742016_1195 (size=1413) 2024-11-15T09:24:50,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742016_1195 (size=1413) 2024-11-15T09:24:50,704 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T09:24:50,704 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T09:24:50,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:50,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:50,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742017_1196 (size=1413) 2024-11-15T09:24:50,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742017_1196 (size=1413) 2024-11-15T09:24:50,719 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T09:24:50,719 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-15T09:24:50,738 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat..empty, size=0 (0bytes) 2024-11-15T09:24:50,739 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat..empty might be still open, length is 0 2024-11-15T09:24:50,739 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat..empty 2024-11-15T09:24:50,739 WARN [IPC Server handler 4 on default port 38047 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat..empty closed. 2024-11-15T09:24:50,741 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat..empty after 1ms 2024-11-15T09:24:50,745 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-15T09:24:50,746 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat..empty; empty? 2024-11-15T09:24:50,746 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat..empty so closing down 2024-11-15T09:24:50,747 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-15T09:24:50,747 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat..empty, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat..empty, size=0 (0bytes) at 1731662690739Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat..empty so closing down at 1731662690746 (+7 ms)Processed 0 edits across 0 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1731662690747 (+1 ms) 2024-11-15T09:24:50,749 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat..empty to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/oldWALs/wal.dat..empty 2024-11-15T09:24:50,749 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T09:24:50,749 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.0 2024-11-15T09:24:50,749 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.0 after 0ms 2024-11-15T09:24:50,751 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.0 took 2ms 2024-11-15T09:24:50,754 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.0 so closing down 2024-11-15T09:24:50,754 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:50,754 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:50,756 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T09:24:50,756 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T09:24:50,757 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T09:24:50,757 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T09:24:50,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742019_1198 (size=743) 2024-11-15T09:24:50,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742019_1198 (size=743) 2024-11-15T09:24:50,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742018_1197 (size=743) 2024-11-15T09:24:50,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742018_1197 (size=743) 2024-11-15T09:24:51,167 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:51,169 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T09:24:51,170 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:51,172 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T09:24:51,172 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:51,172 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.0, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.0, size=1.4 K (1393bytes) at 1731662690749Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.0 so closing down at 1731662690754 (+5 ms)3 split writer threads finished at 1731662690754Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731662690757 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731662690757Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662691168 (+411 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731662691169 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662691170 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731662691172 (+2 ms)Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662691172 2024-11-15T09:24:51,174 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.0 to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/oldWALs/wal.dat.0 2024-11-15T09:24:51,174 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T09:24:51,175 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.1 2024-11-15T09:24:51,175 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.1 after 0ms 2024-11-15T09:24:51,177 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.1 took 3ms 2024-11-15T09:24:51,178 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.1 so closing down 2024-11-15T09:24:51,178 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:51,178 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:51,180 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T09:24:51,180 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T09:24:51,181 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T09:24:51,181 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T09:24:51,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742020_1199 (size=743) 2024-11-15T09:24:51,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742020_1199 (size=743) 2024-11-15T09:24:51,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742021_1200 (size=743) 2024-11-15T09:24:51,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742021_1200 (size=743) 2024-11-15T09:24:51,198 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:51,199 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T09:24:51,592 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:51,593 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T09:24:51,594 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:51,594 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.1, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.1, size=1.4 K (1393bytes) at 1731662691174Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.1 so closing down at 1731662691178 (+4 ms)3 split writer threads finished at 1731662691178Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731662691181 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731662691181Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662691198 (+17 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731662691199 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662691592 (+393 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731662691593 (+1 ms)Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662691594 (+1 ms) 2024-11-15T09:24:51,596 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.1 to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/oldWALs/wal.dat.1 2024-11-15T09:24:51,596 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T09:24:51,596 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.2 2024-11-15T09:24:51,597 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.2 after 1ms 2024-11-15T09:24:51,599 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.2 took 3ms 2024-11-15T09:24:51,601 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.2 so closing down 2024-11-15T09:24:51,601 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:51,602 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:51,605 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T09:24:51,605 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T09:24:51,607 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T09:24:51,607 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T09:24:51,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742022_1201 (size=743) 2024-11-15T09:24:51,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742022_1201 (size=743) 2024-11-15T09:24:51,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742023_1202 (size=743) 2024-11-15T09:24:51,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742023_1202 (size=743) 2024-11-15T09:24:51,615 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:51,615 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:51,616 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T09:24:51,616 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T09:24:51,616 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:51,616 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.2, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.2, size=1.4 K (1393bytes) at 1731662691596Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.2 so closing down at 1731662691601 (+5 ms)3 split writer threads finished at 1731662691602 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731662691607 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731662691607Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662691615 (+8 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662691615Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731662691616 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731662691616Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662691616 2024-11-15T09:24:51,618 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.2 to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/oldWALs/wal.dat.2 2024-11-15T09:24:51,618 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T09:24:51,618 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.3 2024-11-15T09:24:51,618 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.3 after 0ms 2024-11-15T09:24:51,620 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.3 took 2ms 2024-11-15T09:24:51,621 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.3 so closing down 2024-11-15T09:24:51,621 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:51,621 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:51,641 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T09:24:51,641 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T09:24:51,642 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T09:24:51,642 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T09:24:51,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742025_1204 (size=743) 2024-11-15T09:24:51,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742024_1203 (size=743) 2024-11-15T09:24:51,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742024_1203 (size=743) 2024-11-15T09:24:51,646 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:51,646 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:51,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742025_1204 (size=743) 2024-11-15T09:24:51,647 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T09:24:51,648 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T09:24:51,648 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:51,648 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.3, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.3, size=1.4 K (1393bytes) at 1731662691618Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.3 so closing down at 1731662691621 (+3 ms)3 split writer threads finished at 1731662691621Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731662691642 (+21 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731662691642Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662691646 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662691646Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731662691647 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731662691648 (+1 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662691648 2024-11-15T09:24:51,649 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.3 to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/oldWALs/wal.dat.3 2024-11-15T09:24:51,649 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T09:24:51,649 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.4 2024-11-15T09:24:51,649 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.4 after 0ms 2024-11-15T09:24:51,651 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.4 took 2ms 2024-11-15T09:24:51,652 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.4 so closing down 2024-11-15T09:24:51,652 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:51,652 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:51,653 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T09:24:51,653 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T09:24:51,654 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T09:24:51,654 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T09:24:51,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742027_1206 (size=743) 2024-11-15T09:24:51,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742026_1205 (size=743) 2024-11-15T09:24:51,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742026_1205 (size=743) 2024-11-15T09:24:51,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742027_1206 (size=743) 2024-11-15T09:24:51,658 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:51,658 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:51,659 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T09:24:51,659 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T09:24:51,660 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:51,660 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.4, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.4, size=1.4 K (1393bytes) at 1731662691649Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.4 so closing down at 1731662691652 (+3 ms)3 split writer threads finished at 1731662691652Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731662691654 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731662691654Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662691658 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662691658Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731662691659 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731662691659Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662691660 (+1 ms) 2024-11-15T09:24:51,661 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.4 to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/oldWALs/wal.dat.4 2024-11-15T09:24:51,661 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.5, size=1.4 K (1393bytes) 2024-11-15T09:24:51,661 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.5 2024-11-15T09:24:51,661 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.5 after 0ms 2024-11-15T09:24:51,663 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.5 took 2ms 2024-11-15T09:24:51,664 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.5 so closing down 2024-11-15T09:24:51,664 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:51,664 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:51,666 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T09:24:51,666 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T09:24:51,667 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T09:24:51,667 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T09:24:51,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742029_1208 (size=743) 2024-11-15T09:24:51,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742028_1207 (size=743) 2024-11-15T09:24:51,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742028_1207 (size=743) 2024-11-15T09:24:51,671 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:51,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742029_1208 (size=743) 2024-11-15T09:24:51,671 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:51,672 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-15T09:24:51,672 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-15T09:24:51,672 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:51,673 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.5, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.5, size=1.4 K (1393bytes) at 1731662691661Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.5 so closing down at 1731662691664 (+3 ms)3 split writer threads finished at 1731662691664Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731662691667 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731662691667Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662691671 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662691671Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731662691672 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731662691672Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662691673 (+1 ms) 2024-11-15T09:24:51,674 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.5 to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/oldWALs/wal.dat.5 2024-11-15T09:24:51,674 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T09:24:51,674 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.6 2024-11-15T09:24:51,674 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.6 after 0ms 2024-11-15T09:24:51,676 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.6 took 2ms 2024-11-15T09:24:51,677 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.6 so closing down 2024-11-15T09:24:51,677 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:51,677 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:51,679 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T09:24:51,679 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T09:24:51,679 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T09:24:51,679 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T09:24:51,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742031_1210 (size=749) 2024-11-15T09:24:51,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742030_1209 (size=749) 2024-11-15T09:24:51,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742031_1210 (size=749) 2024-11-15T09:24:51,684 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:51,684 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:51,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742030_1209 (size=749) 2024-11-15T09:24:51,685 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T09:24:51,685 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T09:24:51,685 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T09:24:51,685 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.6, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.6, size=1.4 K (1405bytes) at 1731662691674Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.6 so closing down at 1731662691677 (+3 ms)3 split writer threads finished at 1731662691677Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731662691679 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731662691679Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662691684 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662691684Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731662691685 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731662691685Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731662691685 2024-11-15T09:24:51,686 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.6 to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/oldWALs/wal.dat.6 2024-11-15T09:24:51,686 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T09:24:51,686 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.7 2024-11-15T09:24:51,686 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.7 after 0ms 2024-11-15T09:24:51,688 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.7 took 2ms 2024-11-15T09:24:51,689 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.7 so closing down 2024-11-15T09:24:51,689 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:51,689 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:51,691 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T09:24:51,691 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T09:24:51,692 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T09:24:51,692 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T09:24:51,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742033_1212 (size=753) 2024-11-15T09:24:51,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742032_1211 (size=753) 2024-11-15T09:24:51,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742033_1212 (size=753) 2024-11-15T09:24:51,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742032_1211 (size=753) 2024-11-15T09:24:51,696 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:51,696 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:51,697 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T09:24:51,697 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T09:24:51,697 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T09:24:51,697 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.7, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.7, size=1.4 K (1413bytes) at 1731662691686Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.7 so closing down at 1731662691689 (+3 ms)3 split writer threads finished at 1731662691689Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731662691692 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731662691692Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662691696 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662691696Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731662691697 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731662691697Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731662691697 2024-11-15T09:24:51,698 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.7 to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/oldWALs/wal.dat.7 2024-11-15T09:24:51,699 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T09:24:51,699 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.8 2024-11-15T09:24:51,699 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.8 after 0ms 2024-11-15T09:24:51,700 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.8 took 2ms 2024-11-15T09:24:51,701 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.8 so closing down 2024-11-15T09:24:51,701 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:51,701 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:51,703 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T09:24:51,703 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T09:24:51,704 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T09:24:51,704 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T09:24:51,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742035_1214 (size=753) 2024-11-15T09:24:51,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742034_1213 (size=753) 2024-11-15T09:24:51,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742035_1214 (size=753) 2024-11-15T09:24:51,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742034_1213 (size=753) 2024-11-15T09:24:51,709 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:51,709 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:51,710 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T09:24:51,710 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T09:24:51,710 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T09:24:51,710 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.8, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.8, size=1.4 K (1413bytes) at 1731662691699Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.8 so closing down at 1731662691701 (+2 ms)3 split writer threads finished at 1731662691701Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731662691704 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731662691704Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662691709 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662691709Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731662691710 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731662691710Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731662691710 2024-11-15T09:24:51,712 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.8 to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/oldWALs/wal.dat.8 2024-11-15T09:24:51,712 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T09:24:51,712 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.9 2024-11-15T09:24:51,712 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.9 after 0ms 2024-11-15T09:24:51,714 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.9 took 2ms 2024-11-15T09:24:51,715 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.9 so closing down 2024-11-15T09:24:51,715 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:51,715 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:51,716 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T09:24:51,716 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T09:24:51,717 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T09:24:51,717 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T09:24:51,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742037_1216 (size=753) 2024-11-15T09:24:51,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742037_1216 (size=753) 2024-11-15T09:24:51,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742036_1215 (size=753) 2024-11-15T09:24:51,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742036_1215 (size=753) 2024-11-15T09:24:51,722 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:51,722 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:51,723 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T09:24:51,723 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T09:24:51,723 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T09:24:51,723 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.9, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.9, size=1.4 K (1413bytes) at 1731662691712Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.9 so closing down at 1731662691715 (+3 ms)3 split writer threads finished at 1731662691715Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731662691717 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731662691717Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662691722 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662691722Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731662691723 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731662691723Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731662691723 2024-11-15T09:24:51,725 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.9 to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/oldWALs/wal.dat.9 2024-11-15T09:24:51,725 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.empty, size=0 (0bytes) 2024-11-15T09:24:51,725 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.empty might be still open, length is 0 2024-11-15T09:24:51,725 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.empty 2024-11-15T09:24:51,725 WARN [IPC Server handler 2 on default port 38047 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.empty closed. 2024-11-15T09:24:51,725 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.empty after 0ms 2024-11-15T09:24:51,726 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-15T09:24:51,727 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.empty; empty? 2024-11-15T09:24:51,727 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.empty so closing down 2024-11-15T09:24:51,727 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-15T09:24:51,727 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.empty, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.empty, size=0 (0bytes) at 1731662691725Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.empty so closing down at 1731662691727 (+2 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1731662691727 2024-11-15T09:24:51,729 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/WALs/testemptyopenlogfiles,16010,1731662690565/wal.dat.empty to hdfs://localhost:38047/user/jenkins/test-data/9d06003f-372c-26e0-3e81-4b9ef8485584/oldWALs/wal.dat.empty 2024-11-15T09:24:51,782 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=144 (was 143) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-101925469_22 at /127.0.0.1:57538 [Waiting for operation #101] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Thread-1302 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:717) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-101925469_22 at /127.0.0.1:38338 [Waiting for operation #91] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Thread-1241 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:717) - Thread LEAK? -, OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=396 (was 396), ProcessCount=11 (was 11), AvailableMemoryMB=3944 (was 4010) 2024-11-15T09:24:51,788 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=144, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=396, ProcessCount=11, AvailableMemoryMB=3944 2024-11-15T09:24:51,789 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T09:24:51,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742038_1217 (size=7) 2024-11-15T09:24:51,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742038_1217 (size=7) 2024-11-15T09:24:51,796 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38047/user/jenkins/test-data/27fd8094-bdb7-2f41-ad4f-dd14aa0ad9e4 with version=8 2024-11-15T09:24:51,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:51,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:51,800 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T09:24:51,801 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T09:24:51,801 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T09:24:51,803 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T09:24:51,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742039_1218 (size=1393) 2024-11-15T09:24:51,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742039_1218 (size=1393) 2024-11-15T09:24:51,816 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T09:24:51,816 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T09:24:51,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742040_1219 (size=1393) 2024-11-15T09:24:51,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742040_1219 (size=1393) 2024-11-15T09:24:51,826 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T09:24:51,826 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T09:24:51,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742041_1220 (size=1393) 2024-11-15T09:24:51,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742041_1220 (size=1393) 2024-11-15T09:24:51,836 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T09:24:51,836 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T09:24:51,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742042_1221 (size=1393) 2024-11-15T09:24:51,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742042_1221 (size=1393) 2024-11-15T09:24:51,846 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T09:24:51,846 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T09:24:51,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742043_1222 (size=1393) 2024-11-15T09:24:51,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742043_1222 (size=1393) 2024-11-15T09:24:51,857 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T09:24:51,857 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T09:24:51,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742044_1223 (size=1393) 2024-11-15T09:24:51,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742044_1223 (size=1393) 2024-11-15T09:24:51,868 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T09:24:51,868 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T09:24:51,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742045_1224 (size=1405) 2024-11-15T09:24:51,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742045_1224 (size=1405) 2024-11-15T09:24:51,879 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T09:24:51,879 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T09:24:51,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742046_1225 (size=1413) 2024-11-15T09:24:51,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742046_1225 (size=1413) 2024-11-15T09:24:51,890 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T09:24:51,891 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T09:24:51,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742047_1226 (size=1413) 2024-11-15T09:24:51,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742047_1226 (size=1413) 2024-11-15T09:24:51,905 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T09:24:51,905 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T09:24:51,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:51,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:51,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742048_1227 (size=1413) 2024-11-15T09:24:51,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742048_1227 (size=1413) 2024-11-15T09:24:51,923 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T09:24:51,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742049_1228 (size=1398) 2024-11-15T09:24:51,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742049_1228 (size=1398) 2024-11-15T09:24:51,962 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T09:24:51,962 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.0 2024-11-15T09:24:51,962 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.0 after 0ms 2024-11-15T09:24:51,964 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.0 took 3ms 2024-11-15T09:24:51,968 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.0 so closing down 2024-11-15T09:24:51,968 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:51,968 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:51,971 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T09:24:51,973 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T09:24:51,978 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T09:24:51,980 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T09:24:52,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742050_1229 (size=743) 2024-11-15T09:24:52,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742050_1229 (size=743) 2024-11-15T09:24:52,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742051_1230 (size=743) 2024-11-15T09:24:52,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742051_1230 (size=743) 2024-11-15T09:24:52,010 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:52,011 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T09:24:52,400 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:52,402 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T09:24:52,403 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 437 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:52,403 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.0, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.0, size=1.4 K (1393bytes) at 1731662691962Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.0 so closing down at 1731662691968 (+6 ms)3 split writer threads finished at 1731662691968Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731662691973 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731662691980 (+7 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662692010 (+30 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731662692011 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662692400 (+389 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731662692402 (+2 ms)Processed 20 edits across 2 Regions in 437 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662692403 (+1 ms) 2024-11-15T09:24:52,406 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.0 to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/oldWALs/wal.dat.0 2024-11-15T09:24:52,406 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T09:24:52,406 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.1 2024-11-15T09:24:52,407 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.1 after 1ms 2024-11-15T09:24:52,410 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.1 took 4ms 2024-11-15T09:24:52,412 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.1 so closing down 2024-11-15T09:24:52,412 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:52,413 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:52,415 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T09:24:52,416 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T09:24:52,417 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T09:24:52,417 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T09:24:52,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742052_1231 (size=743) 2024-11-15T09:24:52,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742053_1232 (size=743) 2024-11-15T09:24:52,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742052_1231 (size=743) 2024-11-15T09:24:52,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742053_1232 (size=743) 2024-11-15T09:24:52,425 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:52,425 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:52,426 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T09:24:52,426 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T09:24:52,427 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:52,427 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.1, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.1, size=1.4 K (1393bytes) at 1731662692406Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.1 so closing down at 1731662692412 (+6 ms)3 split writer threads finished at 1731662692413 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731662692417 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731662692417Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662692425 (+8 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662692425Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731662692426 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731662692426Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662692427 (+1 ms) 2024-11-15T09:24:52,428 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.1 to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/oldWALs/wal.dat.1 2024-11-15T09:24:52,428 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T09:24:52,428 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.2 2024-11-15T09:24:52,428 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.2 after 0ms 2024-11-15T09:24:52,430 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.2 took 2ms 2024-11-15T09:24:52,431 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.2 so closing down 2024-11-15T09:24:52,431 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:52,431 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:52,433 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T09:24:52,433 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T09:24:52,434 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T09:24:52,434 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T09:24:52,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742055_1234 (size=743) 2024-11-15T09:24:52,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742055_1234 (size=743) 2024-11-15T09:24:52,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742054_1233 (size=743) 2024-11-15T09:24:52,441 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:52,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742054_1233 (size=743) 2024-11-15T09:24:52,442 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:52,442 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T09:24:52,443 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T09:24:52,443 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:52,443 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.2, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.2, size=1.4 K (1393bytes) at 1731662692428Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.2 so closing down at 1731662692431 (+3 ms)3 split writer threads finished at 1731662692431Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731662692434 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731662692434Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662692441 (+7 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662692442 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731662692442Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731662692443 (+1 ms)Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662692443 2024-11-15T09:24:52,444 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.2 to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/oldWALs/wal.dat.2 2024-11-15T09:24:52,444 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T09:24:52,444 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.3 2024-11-15T09:24:52,445 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.3 after 0ms 2024-11-15T09:24:52,446 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.3 took 2ms 2024-11-15T09:24:52,447 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.3 so closing down 2024-11-15T09:24:52,447 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:52,447 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:52,449 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T09:24:52,449 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T09:24:52,450 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T09:24:52,450 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T09:24:52,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742057_1236 (size=743) 2024-11-15T09:24:52,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742056_1235 (size=743) 2024-11-15T09:24:52,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742057_1236 (size=743) 2024-11-15T09:24:52,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742056_1235 (size=743) 2024-11-15T09:24:52,460 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:52,460 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:52,462 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T09:24:52,462 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T09:24:52,462 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:52,462 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.3, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.3, size=1.4 K (1393bytes) at 1731662692444Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.3 so closing down at 1731662692447 (+3 ms)3 split writer threads finished at 1731662692447Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731662692450 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731662692450Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662692460 (+10 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662692461 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731662692462 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731662692462Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662692462 2024-11-15T09:24:52,463 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.3 to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/oldWALs/wal.dat.3 2024-11-15T09:24:52,464 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T09:24:52,464 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.4 2024-11-15T09:24:52,464 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.4 after 0ms 2024-11-15T09:24:52,465 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.4 took 2ms 2024-11-15T09:24:52,467 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.4 so closing down 2024-11-15T09:24:52,467 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:52,467 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:52,468 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T09:24:52,468 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T09:24:52,469 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T09:24:52,469 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T09:24:52,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742058_1237 (size=743) 2024-11-15T09:24:52,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742059_1238 (size=743) 2024-11-15T09:24:52,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742059_1238 (size=743) 2024-11-15T09:24:52,479 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:52,479 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:52,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742058_1237 (size=743) 2024-11-15T09:24:52,480 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T09:24:52,480 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T09:24:52,480 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:52,480 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.4, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.4, size=1.4 K (1393bytes) at 1731662692464Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.4 so closing down at 1731662692467 (+3 ms)3 split writer threads finished at 1731662692467Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731662692469 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731662692469Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662692479 (+10 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662692479Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731662692480 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731662692480Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662692480 2024-11-15T09:24:52,481 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.4 to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/oldWALs/wal.dat.4 2024-11-15T09:24:52,482 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.5, size=1.4 K (1398bytes) 2024-11-15T09:24:52,482 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.5 2024-11-15T09:24:52,482 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.5 after 0ms 2024-11-15T09:24:52,484 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.5 took 2ms 2024-11-15T09:24:52,485 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T09:24:52,486 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.5 so closing down 2024-11-15T09:24:52,486 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:52,486 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:52,488 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T09:24:52,488 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T09:24:52,489 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T09:24:52,489 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T09:24:52,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742061_1240 (size=743) 2024-11-15T09:24:52,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742060_1239 (size=743) 2024-11-15T09:24:52,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742061_1240 (size=743) 2024-11-15T09:24:52,498 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:52,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742060_1239 (size=743) 2024-11-15T09:24:52,499 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:52,500 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-15T09:24:52,500 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-15T09:24:52,501 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-11-15T09:24:52,501 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.5, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.5, size=1.4 K (1398bytes) at 1731662692482Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.5 so closing down at 1731662692486 (+4 ms)3 split writer threads finished at 1731662692486Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731662692489 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731662692489Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662692498 (+9 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662692499 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731662692500 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731662692500Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1731662692501 (+1 ms) 2024-11-15T09:24:52,503 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.5 to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/corrupt/wal.dat.5 2024-11-15T09:24:52,503 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T09:24:52,503 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.6 2024-11-15T09:24:52,503 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.6 after 0ms 2024-11-15T09:24:52,505 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.6 took 2ms 2024-11-15T09:24:52,507 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.6 so closing down 2024-11-15T09:24:52,507 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:52,507 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:52,508 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T09:24:52,508 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T09:24:52,510 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T09:24:52,510 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T09:24:52,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742062_1241 (size=749) 2024-11-15T09:24:52,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742062_1241 (size=749) 2024-11-15T09:24:52,520 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:52,521 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T09:24:52,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742063_1242 (size=749) 2024-11-15T09:24:52,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742063_1242 (size=749) 2024-11-15T09:24:52,526 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:52,527 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T09:24:52,527 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T09:24:52,528 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.6, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.6, size=1.4 K (1405bytes) at 1731662692503Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.6 so closing down at 1731662692507 (+4 ms)3 split writer threads finished at 1731662692507Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731662692510 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731662692510Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662692520 (+10 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731662692521 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662692526 (+5 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731662692527 (+1 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731662692527 2024-11-15T09:24:52,529 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.6 to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/oldWALs/wal.dat.6 2024-11-15T09:24:52,529 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T09:24:52,529 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.7 2024-11-15T09:24:52,530 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.7 after 1ms 2024-11-15T09:24:52,531 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.7 took 2ms 2024-11-15T09:24:52,533 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.7 so closing down 2024-11-15T09:24:52,533 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:52,533 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:52,534 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T09:24:52,534 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T09:24:52,535 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T09:24:52,535 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T09:24:52,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742065_1244 (size=753) 2024-11-15T09:24:52,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742064_1243 (size=753) 2024-11-15T09:24:52,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742064_1243 (size=753) 2024-11-15T09:24:52,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742065_1244 (size=753) 2024-11-15T09:24:52,540 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:52,541 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:52,541 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T09:24:52,542 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T09:24:52,542 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T09:24:52,542 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.7, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.7, size=1.4 K (1413bytes) at 1731662692529Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.7 so closing down at 1731662692533 (+4 ms)3 split writer threads finished at 1731662692533Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731662692535 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731662692535Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662692540 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662692541 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731662692541Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731662692542 (+1 ms)Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731662692542 2024-11-15T09:24:52,543 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.7 to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/oldWALs/wal.dat.7 2024-11-15T09:24:52,543 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T09:24:52,543 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.8 2024-11-15T09:24:52,544 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.8 after 1ms 2024-11-15T09:24:52,545 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.8 took 2ms 2024-11-15T09:24:52,549 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.8 so closing down 2024-11-15T09:24:52,549 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:52,549 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:52,551 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T09:24:52,551 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T09:24:52,552 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T09:24:52,552 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T09:24:52,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742066_1245 (size=753) 2024-11-15T09:24:52,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742067_1246 (size=753) 2024-11-15T09:24:52,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742066_1245 (size=753) 2024-11-15T09:24:52,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742067_1246 (size=753) 2024-11-15T09:24:52,565 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:52,565 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:52,566 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T09:24:52,566 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T09:24:52,566 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T09:24:52,566 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.8, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.8, size=1.4 K (1413bytes) at 1731662692543Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.8 so closing down at 1731662692549 (+6 ms)3 split writer threads finished at 1731662692549Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731662692552 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731662692552Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662692565 (+13 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662692565Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731662692566 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731662692566Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731662692566 2024-11-15T09:24:52,568 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.8 to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/oldWALs/wal.dat.8 2024-11-15T09:24:52,568 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T09:24:52,568 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.9 2024-11-15T09:24:52,568 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.9 after 0ms 2024-11-15T09:24:52,570 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.9 took 2ms 2024-11-15T09:24:52,571 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.9 so closing down 2024-11-15T09:24:52,571 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:52,571 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:52,573 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T09:24:52,573 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T09:24:52,574 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T09:24:52,574 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T09:24:52,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742068_1247 (size=753) 2024-11-15T09:24:52,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742068_1247 (size=753) 2024-11-15T09:24:52,578 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:52,580 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T09:24:52,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742069_1248 (size=753) 2024-11-15T09:24:52,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742069_1248 (size=753) 2024-11-15T09:24:52,583 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:52,585 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T09:24:52,585 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T09:24:52,585 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.9, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.9, size=1.4 K (1413bytes) at 1731662692568Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.9 so closing down at 1731662692571 (+3 ms)3 split writer threads finished at 1731662692571Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731662692574 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731662692574Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662692579 (+5 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731662692580 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662692583 (+3 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731662692585 (+2 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731662692585 2024-11-15T09:24:52,586 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731662691801/wal.dat.9 to hdfs://localhost:38047/user/jenkins/test-data/6a6a19e7-5137-ab03-5cdd-d279f6b1c55e/oldWALs/wal.dat.9 2024-11-15T09:24:52,643 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=144 (was 144), OpenFileDescriptor=389 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=396 (was 396), ProcessCount=11 (was 11), AvailableMemoryMB=3913 (was 3944) 2024-11-15T09:24:52,651 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=144, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=396, ProcessCount=11, AvailableMemoryMB=3912 2024-11-15T09:24:52,651 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T09:24:52,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742070_1249 (size=7) 2024-11-15T09:24:52,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742070_1249 (size=7) 2024-11-15T09:24:52,661 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38047/user/jenkins/test-data/27fd8094-bdb7-2f41-ad4f-dd14aa0ad9e4 with version=8 2024-11-15T09:24:52,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:52,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:52,665 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T09:24:52,665 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:38047/user/jenkins/test-data/27fd8094-bdb7-2f41-ad4f-dd14aa0ad9e4/data/default/t1/19a769cc3ced9f1398f4aa495d3843b0 2024-11-15T09:24:52,666 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region 19a769cc3ced9f1398f4aa495d3843b0 2024-11-15T09:24:52,667 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T09:24:52,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742071_1250 (size=3831) 2024-11-15T09:24:52,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742071_1250 (size=3831) 2024-11-15T09:24:52,701 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/3461a035-4285-6d65-fa81-ad07c287bd22/WALs/testsplitleavescompactioneventsedits,16010,1731662692665/wal.dat.0, size=3.7 K (3831bytes) 2024-11-15T09:24:52,701 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/3461a035-4285-6d65-fa81-ad07c287bd22/WALs/testsplitleavescompactioneventsedits,16010,1731662692665/wal.dat.0 2024-11-15T09:24:52,702 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/3461a035-4285-6d65-fa81-ad07c287bd22/WALs/testsplitleavescompactioneventsedits,16010,1731662692665/wal.dat.0 after 1ms 2024-11-15T09:24:52,704 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/3461a035-4285-6d65-fa81-ad07c287bd22/WALs/testsplitleavescompactioneventsedits,16010,1731662692665/wal.dat.0 took 3ms 2024-11-15T09:24:52,706 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/3461a035-4285-6d65-fa81-ad07c287bd22/WALs/testsplitleavescompactioneventsedits,16010,1731662692665/wal.dat.0 so closing down 2024-11-15T09:24:52,706 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:52,706 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:52,708 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T09:24:52,709 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3461a035-4285-6d65-fa81-ad07c287bd22/data/default/t1/19a769cc3ced9f1398f4aa495d3843b0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T09:24:52,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742072_1251 (size=1591) 2024-11-15T09:24:52,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742072_1251 (size=1591) 2024-11-15T09:24:52,713 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3461a035-4285-6d65-fa81-ad07c287bd22/data/default/t1/19a769cc3ced9f1398f4aa495d3843b0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:52,714 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3461a035-4285-6d65-fa81-ad07c287bd22/data/default/t1/19a769cc3ced9f1398f4aa495d3843b0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/3461a035-4285-6d65-fa81-ad07c287bd22/data/default/t1/19a769cc3ced9f1398f4aa495d3843b0/recovered.edits/0000000000000000009 2024-11-15T09:24:52,714 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 10 ms; skipped=10; WAL=hdfs://localhost:38047/user/jenkins/test-data/3461a035-4285-6d65-fa81-ad07c287bd22/WALs/testsplitleavescompactioneventsedits,16010,1731662692665/wal.dat.0, size=3.7 K, length=3831, corrupted=false, cancelled=false 2024-11-15T09:24:52,715 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/3461a035-4285-6d65-fa81-ad07c287bd22/WALs/testsplitleavescompactioneventsedits,16010,1731662692665/wal.dat.0, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/3461a035-4285-6d65-fa81-ad07c287bd22/WALs/testsplitleavescompactioneventsedits,16010,1731662692665/wal.dat.0, size=3.7 K (3831bytes) at 1731662692701Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/3461a035-4285-6d65-fa81-ad07c287bd22/WALs/testsplitleavescompactioneventsedits,16010,1731662692665/wal.dat.0 so closing down at 1731662692706 (+5 ms)3 split writer threads finished at 1731662692706Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3461a035-4285-6d65-fa81-ad07c287bd22/data/default/t1/19a769cc3ced9f1398f4aa495d3843b0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731662692709 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/3461a035-4285-6d65-fa81-ad07c287bd22/data/default/t1/19a769cc3ced9f1398f4aa495d3843b0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1731662692713 (+4 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/3461a035-4285-6d65-fa81-ad07c287bd22/data/default/t1/19a769cc3ced9f1398f4aa495d3843b0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/3461a035-4285-6d65-fa81-ad07c287bd22/data/default/t1/19a769cc3ced9f1398f4aa495d3843b0/recovered.edits/0000000000000000009 at 1731662692714 (+1 ms)Processed 21 edits across 1 Regions in 10 ms; skipped=10; WAL=hdfs://localhost:38047/user/jenkins/test-data/3461a035-4285-6d65-fa81-ad07c287bd22/WALs/testsplitleavescompactioneventsedits,16010,1731662692665/wal.dat.0, size=3.7 K, length=3831, corrupted=false, cancelled=false at 1731662692714 2024-11-15T09:24:52,716 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/3461a035-4285-6d65-fa81-ad07c287bd22/WALs/testsplitleavescompactioneventsedits,16010,1731662692665/wal.dat.0 to hdfs://localhost:38047/user/jenkins/test-data/3461a035-4285-6d65-fa81-ad07c287bd22/oldWALs/wal.dat.0 2024-11-15T09:24:52,736 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=144 (was 144), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=396 (was 396), ProcessCount=11 (was 11), AvailableMemoryMB=3912 (was 3912) 2024-11-15T09:24:52,744 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=144, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=396, ProcessCount=12, AvailableMemoryMB=3911 2024-11-15T09:24:52,744 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T09:24:52,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742073_1252 (size=7) 2024-11-15T09:24:52,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742073_1252 (size=7) 2024-11-15T09:24:52,752 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38047/user/jenkins/test-data/27fd8094-bdb7-2f41-ad4f-dd14aa0ad9e4 with version=8 2024-11-15T09:24:52,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:52,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:52,755 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T09:24:52,756 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-15T09:24:52,757 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T09:24:52,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742074_1253 (size=863) 2024-11-15T09:24:52,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742074_1253 (size=863) 2024-11-15T09:24:52,767 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T09:24:52,786 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/06768746-a66a-b78a-0d8b-61e7341b6530/WALs/testsplitpreservesedits,16010,1731662692756/wal.dat.0, size=863 (863bytes) 2024-11-15T09:24:52,786 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/06768746-a66a-b78a-0d8b-61e7341b6530/WALs/testsplitpreservesedits,16010,1731662692756/wal.dat.0 2024-11-15T09:24:52,786 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/06768746-a66a-b78a-0d8b-61e7341b6530/WALs/testsplitpreservesedits,16010,1731662692756/wal.dat.0 after 0ms 2024-11-15T09:24:52,788 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/06768746-a66a-b78a-0d8b-61e7341b6530/WALs/testsplitpreservesedits,16010,1731662692756/wal.dat.0 took 2ms 2024-11-15T09:24:52,790 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/06768746-a66a-b78a-0d8b-61e7341b6530/WALs/testsplitpreservesedits,16010,1731662692756/wal.dat.0 so closing down 2024-11-15T09:24:52,790 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:52,791 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:52,793 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T09:24:52,794 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/06768746-a66a-b78a-0d8b-61e7341b6530/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T09:24:52,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742075_1254 (size=863) 2024-11-15T09:24:52,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742075_1254 (size=863) 2024-11-15T09:24:52,802 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/06768746-a66a-b78a-0d8b-61e7341b6530/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:52,803 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/06768746-a66a-b78a-0d8b-61e7341b6530/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/06768746-a66a-b78a-0d8b-61e7341b6530/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-15T09:24:52,803 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/06768746-a66a-b78a-0d8b-61e7341b6530/WALs/testsplitpreservesedits,16010,1731662692756/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-11-15T09:24:52,803 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/06768746-a66a-b78a-0d8b-61e7341b6530/WALs/testsplitpreservesedits,16010,1731662692756/wal.dat.0, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/06768746-a66a-b78a-0d8b-61e7341b6530/WALs/testsplitpreservesedits,16010,1731662692756/wal.dat.0, size=863 (863bytes) at 1731662692786Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/06768746-a66a-b78a-0d8b-61e7341b6530/WALs/testsplitpreservesedits,16010,1731662692756/wal.dat.0 so closing down at 1731662692790 (+4 ms)3 split writer threads finished at 1731662692791 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/06768746-a66a-b78a-0d8b-61e7341b6530/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731662692794 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/06768746-a66a-b78a-0d8b-61e7341b6530/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662692802 (+8 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/06768746-a66a-b78a-0d8b-61e7341b6530/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/06768746-a66a-b78a-0d8b-61e7341b6530/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731662692803 (+1 ms)Processed 10 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/06768746-a66a-b78a-0d8b-61e7341b6530/WALs/testsplitpreservesedits,16010,1731662692756/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1731662692803 2024-11-15T09:24:52,805 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/06768746-a66a-b78a-0d8b-61e7341b6530/WALs/testsplitpreservesedits,16010,1731662692756/wal.dat.0 to hdfs://localhost:38047/user/jenkins/test-data/06768746-a66a-b78a-0d8b-61e7341b6530/oldWALs/wal.dat.0 2024-11-15T09:24:52,819 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=143 (was 144), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=396 (was 396), ProcessCount=11 (was 12), AvailableMemoryMB=3910 (was 3911) 2024-11-15T09:24:52,825 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=143, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=396, ProcessCount=11, AvailableMemoryMB=3910 2024-11-15T09:24:52,825 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T09:24:52,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742076_1255 (size=7) 2024-11-15T09:24:52,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742076_1255 (size=7) 2024-11-15T09:24:52,835 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38047/user/jenkins/test-data/27fd8094-bdb7-2f41-ad4f-dd14aa0ad9e4 with version=8 2024-11-15T09:24:52,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:52,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:52,839 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T09:24:52,839 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T09:24:52,840 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T09:24:52,840 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T09:24:52,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742077_1256 (size=1393) 2024-11-15T09:24:52,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742077_1256 (size=1393) 2024-11-15T09:24:52,851 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T09:24:52,852 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T09:24:52,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742078_1257 (size=1393) 2024-11-15T09:24:52,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742078_1257 (size=1393) 2024-11-15T09:24:52,863 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T09:24:52,864 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T09:24:52,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742079_1258 (size=1393) 2024-11-15T09:24:52,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742079_1258 (size=1393) 2024-11-15T09:24:52,875 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T09:24:52,875 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T09:24:52,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742080_1259 (size=1393) 2024-11-15T09:24:52,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742080_1259 (size=1393) 2024-11-15T09:24:52,887 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T09:24:52,887 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T09:24:52,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742081_1260 (size=1393) 2024-11-15T09:24:52,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742081_1260 (size=1393) 2024-11-15T09:24:52,899 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T09:24:52,899 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T09:24:52,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742082_1261 (size=1393) 2024-11-15T09:24:52,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742082_1261 (size=1393) 2024-11-15T09:24:52,911 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T09:24:52,911 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T09:24:52,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742083_1262 (size=1405) 2024-11-15T09:24:52,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742083_1262 (size=1405) 2024-11-15T09:24:52,922 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T09:24:52,922 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T09:24:52,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:52,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:52,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742084_1263 (size=1413) 2024-11-15T09:24:52,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742084_1263 (size=1413) 2024-11-15T09:24:53,336 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T09:24:53,336 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T09:24:53,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:53,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:53,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:53,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:53,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:53,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:53,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:53,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:53,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:53,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:53,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:53,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:53,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:53,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:53,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:53,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:53,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:53,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:53,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:53,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:53,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:53,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:53,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:53,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:53,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:53,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:53,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:53,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:53,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:53,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:53,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:53,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:53,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:53,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:53,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:53,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:53,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:53,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:53,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:53,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:53,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742085_1264 (size=1413) 2024-11-15T09:24:53,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742085_1264 (size=1413) 2024-11-15T09:24:53,354 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T09:24:53,354 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T09:24:53,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:53,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:53,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:53,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:53,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:53,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:53,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:53,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:53,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:53,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:53,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:53,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:53,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:53,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:53,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:53,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:53,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:53,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:53,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:53,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:53,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:53,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:53,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:53,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:53,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:53,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:53,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:53,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:53,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:53,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:53,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:53,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:53,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:53,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:53,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:53,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:53,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:53,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:53,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:53,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:53,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742086_1265 (size=1413) 2024-11-15T09:24:53,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742086_1265 (size=1413) 2024-11-15T09:24:53,365 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T09:24:53,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742087_1266 (size=1394) 2024-11-15T09:24:53,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742087_1266 (size=1394) 2024-11-15T09:24:53,386 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T09:24:53,386 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.0 2024-11-15T09:24:53,386 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.0 after 0ms 2024-11-15T09:24:53,388 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.0 took 2ms 2024-11-15T09:24:53,390 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.0 so closing down 2024-11-15T09:24:53,390 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:53,390 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:53,392 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T09:24:53,392 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T09:24:53,393 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T09:24:53,393 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T09:24:53,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742088_1267 (size=743) 2024-11-15T09:24:53,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742088_1267 (size=743) 2024-11-15T09:24:53,399 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:53,401 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T09:24:53,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742089_1268 (size=743) 2024-11-15T09:24:53,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742089_1268 (size=743) 2024-11-15T09:24:53,815 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:53,817 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T09:24:53,817 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 429 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:53,817 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.0, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.0, size=1.4 K (1393bytes) at 1731662693386Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.0 so closing down at 1731662693390 (+4 ms)3 split writer threads finished at 1731662693390Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731662693393 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731662693393Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662693399 (+6 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731662693401 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662693815 (+414 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731662693817 (+2 ms)Processed 20 edits across 2 Regions in 429 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662693817 2024-11-15T09:24:53,819 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.0 to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/oldWALs/wal.dat.0 2024-11-15T09:24:53,819 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T09:24:53,819 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.1 2024-11-15T09:24:53,820 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.1 after 1ms 2024-11-15T09:24:53,822 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.1 took 3ms 2024-11-15T09:24:53,823 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.1 so closing down 2024-11-15T09:24:53,823 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:53,824 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:53,826 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T09:24:53,826 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T09:24:53,827 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T09:24:53,827 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T09:24:53,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742091_1270 (size=743) 2024-11-15T09:24:53,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742091_1270 (size=743) 2024-11-15T09:24:53,831 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:53,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742090_1269 (size=743) 2024-11-15T09:24:53,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742090_1269 (size=743) 2024-11-15T09:24:53,833 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T09:24:54,232 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:54,234 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T09:24:54,234 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:54,234 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.1, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.1, size=1.4 K (1393bytes) at 1731662693819Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.1 so closing down at 1731662693823 (+4 ms)3 split writer threads finished at 1731662693824 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731662693827 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731662693827Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662693831 (+4 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731662693833 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662694232 (+399 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731662694234 (+2 ms)Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662694234 2024-11-15T09:24:54,236 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.1 to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/oldWALs/wal.dat.1 2024-11-15T09:24:54,236 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T09:24:54,236 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.2 2024-11-15T09:24:54,236 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.2 after 0ms 2024-11-15T09:24:54,238 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.2 took 2ms 2024-11-15T09:24:54,239 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.2 so closing down 2024-11-15T09:24:54,239 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:54,239 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:54,241 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T09:24:54,241 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T09:24:54,242 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T09:24:54,242 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T09:24:54,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742092_1271 (size=743) 2024-11-15T09:24:54,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742092_1271 (size=743) 2024-11-15T09:24:54,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742093_1272 (size=743) 2024-11-15T09:24:54,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742093_1272 (size=743) 2024-11-15T09:24:54,250 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:54,250 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:54,251 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T09:24:54,251 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T09:24:54,252 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:54,252 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.2, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.2, size=1.4 K (1393bytes) at 1731662694236Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.2 so closing down at 1731662694239 (+3 ms)3 split writer threads finished at 1731662694239Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731662694242 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731662694242Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662694250 (+8 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662694250Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731662694251 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731662694251Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662694252 (+1 ms) 2024-11-15T09:24:54,253 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.2 to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/oldWALs/wal.dat.2 2024-11-15T09:24:54,253 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T09:24:54,253 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.3 2024-11-15T09:24:54,254 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.3 after 1ms 2024-11-15T09:24:54,255 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.3 took 2ms 2024-11-15T09:24:54,256 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.3 so closing down 2024-11-15T09:24:54,256 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:54,256 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:54,258 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T09:24:54,258 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T09:24:54,259 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T09:24:54,259 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T09:24:54,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742094_1273 (size=743) 2024-11-15T09:24:54,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742095_1274 (size=743) 2024-11-15T09:24:54,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742094_1273 (size=743) 2024-11-15T09:24:54,264 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:54,264 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:54,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742095_1274 (size=743) 2024-11-15T09:24:54,265 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T09:24:54,265 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T09:24:54,265 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:54,266 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.3, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.3, size=1.4 K (1393bytes) at 1731662694253Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.3 so closing down at 1731662694256 (+3 ms)3 split writer threads finished at 1731662694256Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731662694259 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731662694259Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662694264 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662694264Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731662694265 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731662694265Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662694266 (+1 ms) 2024-11-15T09:24:54,267 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.3 to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/oldWALs/wal.dat.3 2024-11-15T09:24:54,267 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T09:24:54,267 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.4 2024-11-15T09:24:54,267 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.4 after 0ms 2024-11-15T09:24:54,269 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.4 took 2ms 2024-11-15T09:24:54,271 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.4 so closing down 2024-11-15T09:24:54,271 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:54,271 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:54,272 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T09:24:54,272 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T09:24:54,273 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T09:24:54,273 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T09:24:54,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742096_1275 (size=743) 2024-11-15T09:24:54,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742096_1275 (size=743) 2024-11-15T09:24:54,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742097_1276 (size=743) 2024-11-15T09:24:54,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742097_1276 (size=743) 2024-11-15T09:24:54,284 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:54,285 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T09:24:54,684 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:54,687 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T09:24:54,687 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:54,687 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.4, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.4, size=1.4 K (1393bytes) at 1731662694267Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.4 so closing down at 1731662694271 (+4 ms)3 split writer threads finished at 1731662694271Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731662694273 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731662694273Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662694284 (+11 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731662694285 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662694684 (+399 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731662694687 (+3 ms)Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662694687 2024-11-15T09:24:54,692 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.4 to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/oldWALs/wal.dat.4 2024-11-15T09:24:54,692 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.5, size=1.4 K (1394bytes) 2024-11-15T09:24:54,692 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.5 2024-11-15T09:24:54,693 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.5 after 1ms 2024-11-15T09:24:54,696 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-11-15T09:24:54,697 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.5 so closing down 2024-11-15T09:24:54,697 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-15T09:24:54,697 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.5, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.5, size=1.4 K (1394bytes) at 1731662694692Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.5 so closing down at 1731662694697 (+5 ms)Processed 0 edits across 0 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731662694697 2024-11-15T09:24:54,700 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.5 to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/corrupt/wal.dat.5 2024-11-15T09:24:54,701 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T09:24:54,701 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.6 2024-11-15T09:24:54,701 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.6 after 0ms 2024-11-15T09:24:54,703 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.6 took 3ms 2024-11-15T09:24:54,733 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.6 so closing down 2024-11-15T09:24:54,733 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:54,736 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:54,750 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T09:24:54,758 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T09:24:54,760 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T09:24:54,766 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T09:24:54,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742098_1277 (size=749) 2024-11-15T09:24:54,847 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:54,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742098_1277 (size=749) 2024-11-15T09:24:54,849 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T09:24:54,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742099_1278 (size=749) 2024-11-15T09:24:54,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742099_1278 (size=749) 2024-11-15T09:24:54,866 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:54,868 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T09:24:54,868 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 136 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T09:24:54,868 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.6, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.6, size=1.4 K (1405bytes) at 1731662694701Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.6 so closing down at 1731662694733 (+32 ms)3 split writer threads finished at 1731662694736 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731662694760 (+24 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731662694766 (+6 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662694847 (+81 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731662694849 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662694866 (+17 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731662694868 (+2 ms)Processed 20 edits across 2 Regions in 136 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731662694868 2024-11-15T09:24:54,870 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.6 to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/oldWALs/wal.dat.6 2024-11-15T09:24:54,870 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T09:24:54,870 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.7 2024-11-15T09:24:54,871 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.7 after 1ms 2024-11-15T09:24:54,879 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.7 took 9ms 2024-11-15T09:24:54,917 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.7 so closing down 2024-11-15T09:24:54,917 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:54,920 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:54,936 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T09:24:54,945 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T09:24:54,952 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T09:24:54,953 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T09:24:54,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742101_1280 (size=753) 2024-11-15T09:24:54,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742101_1280 (size=753) 2024-11-15T09:24:54,999 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:55,002 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T09:24:55,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742100_1279 (size=753) 2024-11-15T09:24:55,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742100_1279 (size=753) 2024-11-15T09:24:55,022 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:55,025 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T09:24:55,025 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 109 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T09:24:55,026 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.7, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.7, size=1.4 K (1413bytes) at 1731662694870Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.7 so closing down at 1731662694917 (+47 ms)3 split writer threads finished at 1731662694920 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731662694952 (+32 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731662694953 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662695000 (+47 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731662695002 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662695022 (+20 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731662695025 (+3 ms)Processed 20 edits across 2 Regions in 109 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731662695025 2024-11-15T09:24:55,029 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.7 to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/oldWALs/wal.dat.7 2024-11-15T09:24:55,029 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T09:24:55,029 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.8 2024-11-15T09:24:55,030 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.8 after 1ms 2024-11-15T09:24:55,033 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.8 took 4ms 2024-11-15T09:24:55,042 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.8 so closing down 2024-11-15T09:24:55,043 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:55,044 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:55,053 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T09:24:55,054 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T09:24:55,058 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T09:24:55,062 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T09:24:55,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742103_1282 (size=753) 2024-11-15T09:24:55,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742103_1282 (size=753) 2024-11-15T09:24:55,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742102_1281 (size=753) 2024-11-15T09:24:55,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742102_1281 (size=753) 2024-11-15T09:24:55,084 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:55,086 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T09:24:55,478 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:55,480 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T09:24:55,480 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 440 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T09:24:55,480 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.8, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.8, size=1.4 K (1413bytes) at 1731662695029Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.8 so closing down at 1731662695043 (+14 ms)3 split writer threads finished at 1731662695044 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731662695058 (+14 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731662695062 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662695084 (+22 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731662695086 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662695478 (+392 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731662695480 (+2 ms)Processed 20 edits across 2 Regions in 440 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731662695480 2024-11-15T09:24:55,483 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.8 to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/oldWALs/wal.dat.8 2024-11-15T09:24:55,483 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T09:24:55,483 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.9 2024-11-15T09:24:55,483 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.9 after 0ms 2024-11-15T09:24:55,486 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.9 took 3ms 2024-11-15T09:24:55,497 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.9 so closing down 2024-11-15T09:24:55,497 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:55,498 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:55,505 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T09:24:55,509 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T09:24:55,510 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T09:24:55,520 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T09:24:55,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742104_1283 (size=753) 2024-11-15T09:24:55,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742104_1283 (size=753) 2024-11-15T09:24:55,553 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:55,555 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T09:24:55,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742105_1284 (size=753) 2024-11-15T09:24:55,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742105_1284 (size=753) 2024-11-15T09:24:55,573 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:55,575 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T09:24:55,575 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 79 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T09:24:55,575 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.9, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.9, size=1.4 K (1413bytes) at 1731662695483Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.9 so closing down at 1731662695497 (+14 ms)3 split writer threads finished at 1731662695498 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731662695509 (+11 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731662695520 (+11 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662695553 (+33 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731662695555 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662695573 (+18 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731662695575 (+2 ms)Processed 20 edits across 2 Regions in 79 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731662695575 2024-11-15T09:24:55,578 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731662692839/wal.dat.9 to hdfs://localhost:38047/user/jenkins/test-data/e1575b82-12ed-0552-d3c5-041a5900cc62/oldWALs/wal.dat.9 2024-11-15T09:24:55,724 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=143 (was 143), OpenFileDescriptor=391 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=372 (was 396), ProcessCount=11 (was 11), AvailableMemoryMB=3860 (was 3910) 2024-11-15T09:24:55,746 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=143, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=372, ProcessCount=11, AvailableMemoryMB=3860 2024-11-15T09:24:55,746 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T09:24:55,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742106_1285 (size=7) 2024-11-15T09:24:55,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742106_1285 (size=7) 2024-11-15T09:24:55,757 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38047/user/jenkins/test-data/27fd8094-bdb7-2f41-ad4f-dd14aa0ad9e4 with version=8 2024-11-15T09:24:55,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:55,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:55,766 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T09:24:55,766 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-15T09:24:55,769 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T09:24:55,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:55,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:55,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:55,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:55,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:55,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:55,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:55,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:55,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:55,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:55,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:55,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:55,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:55,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:55,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:55,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:55,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:55,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:55,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:55,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:55,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742107_1286 (size=2403) 2024-11-15T09:24:55,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742107_1286 (size=2403) 2024-11-15T09:24:55,836 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T09:24:55,879 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/ae6b9fe9-50f6-8418-1645-59c35bd0deeb/WALs/testsplitremovesregioneventsedits,16010,1731662695766/wal.dat.0, size=2.3 K (2403bytes) 2024-11-15T09:24:55,879 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/ae6b9fe9-50f6-8418-1645-59c35bd0deeb/WALs/testsplitremovesregioneventsedits,16010,1731662695766/wal.dat.0 2024-11-15T09:24:55,879 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/ae6b9fe9-50f6-8418-1645-59c35bd0deeb/WALs/testsplitremovesregioneventsedits,16010,1731662695766/wal.dat.0 after 0ms 2024-11-15T09:24:55,881 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/ae6b9fe9-50f6-8418-1645-59c35bd0deeb/WALs/testsplitremovesregioneventsedits,16010,1731662695766/wal.dat.0 took 3ms 2024-11-15T09:24:55,896 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/ae6b9fe9-50f6-8418-1645-59c35bd0deeb/WALs/testsplitremovesregioneventsedits,16010,1731662695766/wal.dat.0 so closing down 2024-11-15T09:24:55,896 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:55,897 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:55,914 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T09:24:55,924 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/ae6b9fe9-50f6-8418-1645-59c35bd0deeb/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T09:24:55,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742108_1287 (size=863) 2024-11-15T09:24:55,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742108_1287 (size=863) 2024-11-15T09:24:55,970 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/ae6b9fe9-50f6-8418-1645-59c35bd0deeb/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:55,974 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/ae6b9fe9-50f6-8418-1645-59c35bd0deeb/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/ae6b9fe9-50f6-8418-1645-59c35bd0deeb/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-15T09:24:55,974 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 80 ms; skipped=10; WAL=hdfs://localhost:38047/user/jenkins/test-data/ae6b9fe9-50f6-8418-1645-59c35bd0deeb/WALs/testsplitremovesregioneventsedits,16010,1731662695766/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-11-15T09:24:55,974 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/ae6b9fe9-50f6-8418-1645-59c35bd0deeb/WALs/testsplitremovesregioneventsedits,16010,1731662695766/wal.dat.0, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/ae6b9fe9-50f6-8418-1645-59c35bd0deeb/WALs/testsplitremovesregioneventsedits,16010,1731662695766/wal.dat.0, size=2.3 K (2403bytes) at 1731662695879Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/ae6b9fe9-50f6-8418-1645-59c35bd0deeb/WALs/testsplitremovesregioneventsedits,16010,1731662695766/wal.dat.0 so closing down at 1731662695896 (+17 ms)3 split writer threads finished at 1731662695897 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/ae6b9fe9-50f6-8418-1645-59c35bd0deeb/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731662695924 (+27 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/ae6b9fe9-50f6-8418-1645-59c35bd0deeb/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662695970 (+46 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/ae6b9fe9-50f6-8418-1645-59c35bd0deeb/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/ae6b9fe9-50f6-8418-1645-59c35bd0deeb/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731662695974 (+4 ms)Processed 20 edits across 1 Regions in 80 ms; skipped=10; WAL=hdfs://localhost:38047/user/jenkins/test-data/ae6b9fe9-50f6-8418-1645-59c35bd0deeb/WALs/testsplitremovesregioneventsedits,16010,1731662695766/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1731662695974 2024-11-15T09:24:55,976 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/ae6b9fe9-50f6-8418-1645-59c35bd0deeb/WALs/testsplitremovesregioneventsedits,16010,1731662695766/wal.dat.0 to hdfs://localhost:38047/user/jenkins/test-data/ae6b9fe9-50f6-8418-1645-59c35bd0deeb/oldWALs/wal.dat.0 2024-11-15T09:24:56,005 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=143 (was 143), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=372 (was 372), ProcessCount=11 (was 11), AvailableMemoryMB=3859 (was 3860) 2024-11-15T09:24:56,012 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=143, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=372, ProcessCount=11, AvailableMemoryMB=3858 2024-11-15T09:24:56,013 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T09:24:56,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742109_1288 (size=7) 2024-11-15T09:24:56,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742109_1288 (size=7) 2024-11-15T09:24:56,037 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38047/user/jenkins/test-data/27fd8094-bdb7-2f41-ad4f-dd14aa0ad9e4 with version=8 2024-11-15T09:24:56,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:56,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:56,041 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T09:24:56,063 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=143 (was 143), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=372 (was 372), ProcessCount=11 (was 11), AvailableMemoryMB=3858 (was 3858) 2024-11-15T09:24:56,071 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=143, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=372, ProcessCount=11, AvailableMemoryMB=3858 2024-11-15T09:24:56,071 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T09:24:56,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742110_1289 (size=7) 2024-11-15T09:24:56,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742110_1289 (size=7) 2024-11-15T09:24:56,083 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38047/user/jenkins/test-data/27fd8094-bdb7-2f41-ad4f-dd14aa0ad9e4 with version=8 2024-11-15T09:24:56,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:56,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:56,087 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T09:24:56,106 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T09:24:56,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742111_1290 (size=255) 2024-11-15T09:24:56,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742111_1290 (size=255) 2024-11-15T09:24:56,173 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/36d30e63-5980-8289-0d14-7e88d0102d3b/WALs/testsplitremovesreplicationmarkeredits,16010,1731662696087/wal.dat.1, size=255 (255bytes) 2024-11-15T09:24:56,173 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/36d30e63-5980-8289-0d14-7e88d0102d3b/WALs/testsplitremovesreplicationmarkeredits,16010,1731662696087/wal.dat.1 2024-11-15T09:24:56,173 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/36d30e63-5980-8289-0d14-7e88d0102d3b/WALs/testsplitremovesreplicationmarkeredits,16010,1731662696087/wal.dat.1 after 0ms 2024-11-15T09:24:56,178 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/36d30e63-5980-8289-0d14-7e88d0102d3b/WALs/testsplitremovesreplicationmarkeredits,16010,1731662696087/wal.dat.1 took 4ms 2024-11-15T09:24:56,189 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-11-15T09:24:56,189 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/36d30e63-5980-8289-0d14-7e88d0102d3b/WALs/testsplitremovesreplicationmarkeredits,16010,1731662696087/wal.dat.1 so closing down 2024-11-15T09:24:56,189 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:56,189 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:56,189 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/36d30e63-5980-8289-0d14-7e88d0102d3b/WALs/testsplitremovesreplicationmarkeredits,16010,1731662696087/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-11-15T09:24:56,189 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/36d30e63-5980-8289-0d14-7e88d0102d3b/WALs/testsplitremovesreplicationmarkeredits,16010,1731662696087/wal.dat.1, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/36d30e63-5980-8289-0d14-7e88d0102d3b/WALs/testsplitremovesreplicationmarkeredits,16010,1731662696087/wal.dat.1, size=255 (255bytes) at 1731662696173Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/36d30e63-5980-8289-0d14-7e88d0102d3b/WALs/testsplitremovesreplicationmarkeredits,16010,1731662696087/wal.dat.1 so closing down at 1731662696189 (+16 ms)3 split writer threads finished at 1731662696189Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/36d30e63-5980-8289-0d14-7e88d0102d3b/WALs/testsplitremovesreplicationmarkeredits,16010,1731662696087/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1731662696189 2024-11-15T09:24:56,191 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/36d30e63-5980-8289-0d14-7e88d0102d3b/WALs/testsplitremovesreplicationmarkeredits,16010,1731662696087/wal.dat.1 to hdfs://localhost:38047/user/jenkins/test-data/36d30e63-5980-8289-0d14-7e88d0102d3b/oldWALs/wal.dat.1 2024-11-15T09:24:56,202 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=143 (was 143), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=372 (was 372), ProcessCount=11 (was 11), AvailableMemoryMB=3883 (was 3858) - AvailableMemoryMB LEAK? - 2024-11-15T09:24:56,210 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=143, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=372, ProcessCount=11, AvailableMemoryMB=3883 2024-11-15T09:24:56,211 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T09:24:56,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742112_1291 (size=7) 2024-11-15T09:24:56,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742112_1291 (size=7) 2024-11-15T09:24:56,220 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38047/user/jenkins/test-data/27fd8094-bdb7-2f41-ad4f-dd14aa0ad9e4 with version=8 2024-11-15T09:24:56,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:56,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:56,225 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T09:24:56,225 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-11-15T09:24:56,225 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-15T09:24:56,226 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T09:24:56,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742113_1292 (size=1941) 2024-11-15T09:24:56,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742113_1292 (size=1941) 2024-11-15T09:24:56,262 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T09:24:56,262 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:38047/user/jenkins/test-data/27fd8094-bdb7-2f41-ad4f-dd14aa0ad9e4/data/default/t1/region__1 2024-11-15T09:24:56,282 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/862ab1cf-81a3-eb72-2318-bc417839196b/WALs/testsplitlogfiledeletedregiondir,16010,1731662696225/wal.dat.0, size=1.9 K (1941bytes) 2024-11-15T09:24:56,282 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/862ab1cf-81a3-eb72-2318-bc417839196b/WALs/testsplitlogfiledeletedregiondir,16010,1731662696225/wal.dat.0 2024-11-15T09:24:56,282 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/862ab1cf-81a3-eb72-2318-bc417839196b/WALs/testsplitlogfiledeletedregiondir,16010,1731662696225/wal.dat.0 after 0ms 2024-11-15T09:24:56,284 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/862ab1cf-81a3-eb72-2318-bc417839196b/WALs/testsplitlogfiledeletedregiondir,16010,1731662696225/wal.dat.0 took 3ms 2024-11-15T09:24:56,314 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-11-15T09:24:56,314 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/862ab1cf-81a3-eb72-2318-bc417839196b/WALs/testsplitlogfiledeletedregiondir,16010,1731662696225/wal.dat.0 so closing down 2024-11-15T09:24:56,314 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:56,314 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:56,315 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 2 ms; skipped=17; WAL=hdfs://localhost:38047/user/jenkins/test-data/862ab1cf-81a3-eb72-2318-bc417839196b/WALs/testsplitlogfiledeletedregiondir,16010,1731662696225/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-11-15T09:24:56,315 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/862ab1cf-81a3-eb72-2318-bc417839196b/WALs/testsplitlogfiledeletedregiondir,16010,1731662696225/wal.dat.0, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/862ab1cf-81a3-eb72-2318-bc417839196b/WALs/testsplitlogfiledeletedregiondir,16010,1731662696225/wal.dat.0, size=1.9 K (1941bytes) at 1731662696282Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/862ab1cf-81a3-eb72-2318-bc417839196b/WALs/testsplitlogfiledeletedregiondir,16010,1731662696225/wal.dat.0 so closing down at 1731662696314 (+32 ms)3 split writer threads finished at 1731662696314Processed 17 edits across 0 Regions in 2 ms; skipped=17; WAL=hdfs://localhost:38047/user/jenkins/test-data/862ab1cf-81a3-eb72-2318-bc417839196b/WALs/testsplitlogfiledeletedregiondir,16010,1731662696225/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1731662696315 (+1 ms) 2024-11-15T09:24:56,321 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/862ab1cf-81a3-eb72-2318-bc417839196b/WALs/testsplitlogfiledeletedregiondir,16010,1731662696225/wal.dat.0 to hdfs://localhost:38047/user/jenkins/test-data/862ab1cf-81a3-eb72-2318-bc417839196b/oldWALs/wal.dat.0 2024-11-15T09:24:56,345 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=143 (was 143), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=372 (was 372), ProcessCount=11 (was 11), AvailableMemoryMB=3882 (was 3883) 2024-11-15T09:24:56,372 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=143, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=372, ProcessCount=11, AvailableMemoryMB=3881 2024-11-15T09:24:56,373 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T09:24:56,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742114_1293 (size=7) 2024-11-15T09:24:56,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742114_1293 (size=7) 2024-11-15T09:24:56,421 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38047/user/jenkins/test-data/27fd8094-bdb7-2f41-ad4f-dd14aa0ad9e4 with version=8 2024-11-15T09:24:56,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:56,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:56,427 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T09:24:56,428 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-15T09:24:56,428 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T09:24:56,428 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T09:24:56,431 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T09:24:56,433 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T09:24:56,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742115_1294 (size=1393) 2024-11-15T09:24:56,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742115_1294 (size=1393) 2024-11-15T09:24:56,507 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T09:24:56,507 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T09:24:56,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742116_1295 (size=1393) 2024-11-15T09:24:56,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742116_1295 (size=1393) 2024-11-15T09:24:56,614 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T09:24:56,614 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T09:24:56,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742117_1296 (size=1393) 2024-11-15T09:24:56,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742117_1296 (size=1393) 2024-11-15T09:24:56,696 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T09:24:56,696 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T09:24:56,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742118_1297 (size=1393) 2024-11-15T09:24:56,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742118_1297 (size=1393) 2024-11-15T09:24:56,752 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T09:24:56,752 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T09:24:56,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742119_1298 (size=1393) 2024-11-15T09:24:56,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742119_1298 (size=1393) 2024-11-15T09:24:56,773 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T09:24:56,774 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T09:24:56,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742120_1299 (size=1393) 2024-11-15T09:24:56,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742120_1299 (size=1393) 2024-11-15T09:24:56,803 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T09:24:56,804 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T09:24:56,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742121_1300 (size=1405) 2024-11-15T09:24:56,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742121_1300 (size=1405) 2024-11-15T09:24:56,844 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T09:24:56,845 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T09:24:56,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742122_1301 (size=1413) 2024-11-15T09:24:56,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742122_1301 (size=1413) 2024-11-15T09:24:56,868 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T09:24:56,868 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T09:24:56,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742123_1302 (size=1413) 2024-11-15T09:24:56,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742123_1302 (size=1413) 2024-11-15T09:24:56,911 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T09:24:56,911 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T09:24:56,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:56,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:56,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742124_1303 (size=1413) 2024-11-15T09:24:56,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742124_1303 (size=1413) 2024-11-15T09:24:56,955 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T09:24:56,993 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/71e40afc-84ee-4f15-8c92-af3ab6c39dbd/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731662696427/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T09:24:56,993 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/71e40afc-84ee-4f15-8c92-af3ab6c39dbd/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731662696427/wal.dat.0 2024-11-15T09:24:56,994 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/71e40afc-84ee-4f15-8c92-af3ab6c39dbd/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731662696427/wal.dat.0 after 1ms 2024-11-15T09:24:57,007 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/71e40afc-84ee-4f15-8c92-af3ab6c39dbd/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731662696427/wal.dat.0 took 14ms 2024-11-15T09:24:57,022 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/71e40afc-84ee-4f15-8c92-af3ab6c39dbd/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731662696427/wal.dat.0 so closing down 2024-11-15T09:24:57,022 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:57,030 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:57,031 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/71e40afc-84ee-4f15-8c92-af3ab6c39dbd/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731662696427/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:57,031 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/71e40afc-84ee-4f15-8c92-af3ab6c39dbd/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731662696427/wal.dat.0, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/71e40afc-84ee-4f15-8c92-af3ab6c39dbd/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731662696427/wal.dat.0, size=1.4 K (1393bytes) at 1731662696993Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/71e40afc-84ee-4f15-8c92-af3ab6c39dbd/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731662696427/wal.dat.0 so closing down at 1731662697022 (+29 ms)3 split writer threads finished at 1731662697030 (+8 ms)Processed 0 edits across 0 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/71e40afc-84ee-4f15-8c92-af3ab6c39dbd/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731662696427/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662697031 (+1 ms) 2024-11-15T09:24:57,058 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=143 (was 143), OpenFileDescriptor=391 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=372 (was 372), ProcessCount=11 (was 11), AvailableMemoryMB=3878 (was 3881) 2024-11-15T09:24:57,071 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=143, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=372, ProcessCount=11, AvailableMemoryMB=3878 2024-11-15T09:24:57,071 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T09:24:57,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742125_1304 (size=7) 2024-11-15T09:24:57,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742125_1304 (size=7) 2024-11-15T09:24:57,121 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38047/user/jenkins/test-data/27fd8094-bdb7-2f41-ad4f-dd14aa0ad9e4 with version=8 2024-11-15T09:24:57,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:57,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:57,131 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T09:24:57,132 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T09:24:57,132 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T09:24:57,133 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T09:24:57,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742126_1305 (size=1393) 2024-11-15T09:24:57,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742126_1305 (size=1393) 2024-11-15T09:24:57,228 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T09:24:57,229 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T09:24:57,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742127_1306 (size=1393) 2024-11-15T09:24:57,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742127_1306 (size=1393) 2024-11-15T09:24:57,280 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T09:24:57,280 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T09:24:57,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742128_1307 (size=1393) 2024-11-15T09:24:57,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742128_1307 (size=1393) 2024-11-15T09:24:57,302 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T09:24:57,302 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T09:24:57,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742129_1308 (size=1393) 2024-11-15T09:24:57,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742129_1308 (size=1393) 2024-11-15T09:24:57,398 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T09:24:57,398 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T09:24:57,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,460 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T09:24:57,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742131_1310 (size=1393) 2024-11-15T09:24:57,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742131_1310 (size=1393) 2024-11-15T09:24:57,525 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T09:24:57,526 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T09:24:57,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742132_1311 (size=1405) 2024-11-15T09:24:57,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742132_1311 (size=1405) 2024-11-15T09:24:57,567 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T09:24:57,567 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T09:24:57,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:57,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:57,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742133_1312 (size=1413) 2024-11-15T09:24:57,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742133_1312 (size=1413) 2024-11-15T09:24:58,000 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T09:24:58,000 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T09:24:58,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742134_1313 (size=1413) 2024-11-15T09:24:58,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742134_1313 (size=1413) 2024-11-15T09:24:58,012 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T09:24:58,012 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T09:24:58,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742135_1314 (size=1413) 2024-11-15T09:24:58,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742135_1314 (size=1413) 2024-11-15T09:24:58,027 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T09:24:58,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742130_1309 (size=1458) 2024-11-15T09:24:58,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742130_1309 (size=1458) 2024-11-15T09:24:58,054 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T09:24:58,054 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.0 2024-11-15T09:24:58,054 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.0 after 0ms 2024-11-15T09:24:58,057 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.0 took 4ms 2024-11-15T09:24:58,070 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.0 so closing down 2024-11-15T09:24:58,070 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:58,072 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:58,075 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T09:24:58,082 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T09:24:58,084 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T09:24:58,084 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T09:24:58,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742136_1315 (size=743) 2024-11-15T09:24:58,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742136_1315 (size=743) 2024-11-15T09:24:58,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742137_1316 (size=743) 2024-11-15T09:24:58,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742137_1316 (size=743) 2024-11-15T09:24:58,104 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:58,104 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:58,105 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T09:24:58,105 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T09:24:58,106 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:58,106 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.0, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.0, size=1.4 K (1393bytes) at 1731662698054Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.0 so closing down at 1731662698070 (+16 ms)3 split writer threads finished at 1731662698072 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731662698084 (+12 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731662698084Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662698104 (+20 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662698104Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731662698105 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731662698106 (+1 ms)Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662698106 2024-11-15T09:24:58,107 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.0 to hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/oldWALs/wal.dat.0 2024-11-15T09:24:58,107 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T09:24:58,107 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.1 2024-11-15T09:24:58,107 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.1 after 0ms 2024-11-15T09:24:58,109 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.1 took 2ms 2024-11-15T09:24:58,111 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.1 so closing down 2024-11-15T09:24:58,111 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:58,112 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:58,122 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T09:24:58,122 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T09:24:58,123 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T09:24:58,124 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T09:24:58,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742138_1317 (size=743) 2024-11-15T09:24:58,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742138_1317 (size=743) 2024-11-15T09:24:58,144 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:58,145 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T09:24:58,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742139_1318 (size=743) 2024-11-15T09:24:58,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742139_1318 (size=743) 2024-11-15T09:24:58,149 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:58,150 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T09:24:58,150 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:58,150 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.1, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.1, size=1.4 K (1393bytes) at 1731662698107Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.1 so closing down at 1731662698111 (+4 ms)3 split writer threads finished at 1731662698112 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731662698123 (+11 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731662698124 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662698144 (+20 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731662698145 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662698149 (+4 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731662698150 (+1 ms)Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662698150 2024-11-15T09:24:58,152 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.1 to hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/oldWALs/wal.dat.1 2024-11-15T09:24:58,152 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T09:24:58,152 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.2 2024-11-15T09:24:58,152 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.2 after 0ms 2024-11-15T09:24:58,154 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.2 took 2ms 2024-11-15T09:24:58,156 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.2 so closing down 2024-11-15T09:24:58,156 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:58,156 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:58,158 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T09:24:58,158 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T09:24:58,160 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T09:24:58,160 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T09:24:58,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742141_1320 (size=743) 2024-11-15T09:24:58,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742141_1320 (size=743) 2024-11-15T09:24:58,179 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:58,180 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T09:24:58,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742140_1319 (size=743) 2024-11-15T09:24:58,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742140_1319 (size=743) 2024-11-15T09:24:58,184 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:58,185 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T09:24:58,185 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:58,186 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.2, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.2, size=1.4 K (1393bytes) at 1731662698152Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.2 so closing down at 1731662698156 (+4 ms)3 split writer threads finished at 1731662698156Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731662698160 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731662698160Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662698179 (+19 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731662698180 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662698184 (+4 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731662698185 (+1 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662698185 2024-11-15T09:24:58,187 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.2 to hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/oldWALs/wal.dat.2 2024-11-15T09:24:58,187 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T09:24:58,187 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.3 2024-11-15T09:24:58,187 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.3 after 0ms 2024-11-15T09:24:58,189 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.3 took 2ms 2024-11-15T09:24:58,190 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.3 so closing down 2024-11-15T09:24:58,190 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:58,190 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:58,192 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T09:24:58,192 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T09:24:58,193 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T09:24:58,193 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T09:24:58,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742142_1321 (size=743) 2024-11-15T09:24:58,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742142_1321 (size=743) 2024-11-15T09:24:58,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742143_1322 (size=743) 2024-11-15T09:24:58,197 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:58,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742143_1322 (size=743) 2024-11-15T09:24:58,198 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T09:24:58,598 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:24:58,600 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T09:24:58,600 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:24:58,600 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.3, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.3, size=1.4 K (1393bytes) at 1731662698187Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.3 so closing down at 1731662698190 (+3 ms)3 split writer threads finished at 1731662698190Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731662698193 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731662698193Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662698197 (+4 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731662698198 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662698598 (+400 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731662698600 (+2 ms)Processed 20 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662698600 2024-11-15T09:24:58,603 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.3 to hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/oldWALs/wal.dat.3 2024-11-15T09:24:58,603 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.4, size=1.4 K (1458bytes) 2024-11-15T09:24:58,603 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.4 2024-11-15T09:24:58,604 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.4 after 1ms 2024-11-15T09:24:58,607 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.4 took 3ms 2024-11-15T09:24:58,609 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.4 so closing down 2024-11-15T09:24:58,610 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:24:58,610 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:24:58,618 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T09:24:58,635 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-11-15T09:24:58,645 INFO [split-log-closeStream-pool-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T09:24:58,650 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp 2024-11-15T09:24:58,650 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-11-15T09:24:58,651 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T09:24:58,652 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-11-15T09:24:58,652 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.4, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.4, size=1.4 K (1458bytes) at 1731662698603Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.4 so closing down at 1731662698609 (+6 ms)3 split writer threads finished at 1731662698610 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1731662698650 (+40 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731662698650Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1731662698652 (+2 ms)Processed 21 edits across 1 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/WALs/testsplitwillfailifwritingtoregionfails,16010,1731662697131/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1731662698652 2024-11-15T09:24:58,654 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T09:24:58,656 WARN [Thread-2061 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742144_1323 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:45122 remote=/127.0.0.1:45977]. Total timeout mills is 70000, 69998 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T09:24:58,656 ERROR [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T09:24:58,656 WARN [Thread-2061 {}] hdfs.DataStreamer(1850): Abandoning BP-1213593369-172.17.0.2-1731662653330:blk_1073742144_1323 2024-11-15T09:24:58,659 WARN [Thread-2061 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T09:24:58,660 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:38047/user/jenkins/test-data/ab7f5cb2-2e7e-3ac2-a2f8-1d67261b0e96/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T09:24:58,670 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=147 (was 143) - Thread LEAK? -, OpenFileDescriptor=397 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=415 (was 372) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3858 (was 3878) 2024-11-15T09:24:58,673 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-274866816_22 at /127.0.0.1:45122 [Receiving block BP-1213593369-172.17.0.2-1731662653330:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:45977:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45122 dst: /127.0.0.1:45977 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T09:24:58,673 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-274866816_22 at /127.0.0.1:36334 [Receiving block BP-1213593369-172.17.0.2-1731662653330:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:37121:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36334 dst: /127.0.0.1:37121 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T09:24:58,681 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=147, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=415, ProcessCount=11, AvailableMemoryMB=3858 2024-11-15T09:24:58,682 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T09:24:58,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742145_1324 (size=7) 2024-11-15T09:24:58,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742145_1324 (size=7) 2024-11-15T09:24:58,735 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38047/user/jenkins/test-data/27fd8094-bdb7-2f41-ad4f-dd14aa0ad9e4 with version=8 2024-11-15T09:24:58,735 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:58,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:24:58,739 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T09:24:58,801 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-15T09:24:58,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742146_1325 (size=93) 2024-11-15T09:24:58,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742146_1325 (size=93) 2024-11-15T09:24:58,814 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T09:24:58,815 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T09:24:58,816 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T09:24:58,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742147_1326 (size=1393) 2024-11-15T09:24:58,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742147_1326 (size=1393) 2024-11-15T09:24:58,865 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T09:24:58,865 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T09:24:58,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742148_1327 (size=1393) 2024-11-15T09:24:58,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742148_1327 (size=1393) 2024-11-15T09:24:58,933 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T09:24:58,933 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T09:24:58,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742149_1328 (size=1393) 2024-11-15T09:24:58,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742149_1328 (size=1393) 2024-11-15T09:24:58,970 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T09:24:58,970 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T09:24:58,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:58,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742150_1329 (size=1393) 2024-11-15T09:24:58,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742150_1329 (size=1393) 2024-11-15T09:24:58,995 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T09:24:58,995 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T09:24:58,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:58,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742151_1330 (size=1393) 2024-11-15T09:24:59,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742151_1330 (size=1393) 2024-11-15T09:24:59,413 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T09:24:59,413 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T09:24:59,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742152_1331 (size=1393) 2024-11-15T09:24:59,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742152_1331 (size=1393) 2024-11-15T09:24:59,443 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T09:24:59,443 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T09:24:59,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742153_1332 (size=1405) 2024-11-15T09:24:59,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742153_1332 (size=1405) 2024-11-15T09:24:59,862 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T09:24:59,862 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T09:24:59,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742154_1333 (size=1413) 2024-11-15T09:24:59,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742154_1333 (size=1413) 2024-11-15T09:24:59,893 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T09:24:59,894 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T09:24:59,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742155_1334 (size=1413) 2024-11-15T09:24:59,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742155_1334 (size=1413) 2024-11-15T09:24:59,979 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T09:24:59,979 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T09:24:59,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:24:59,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:24:59,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742156_1335 (size=1413) 2024-11-15T09:25:00,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742156_1335 (size=1413) 2024-11-15T09:25:00,002 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T09:25:00,002 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-15T09:25:00,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742157_1336 (size=93) 2024-11-15T09:25:00,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742157_1336 (size=93) 2024-11-15T09:25:00,042 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat..empty, size=93 (93bytes) 2024-11-15T09:25:00,042 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat..empty 2024-11-15T09:25:00,043 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat..empty after 1ms 2024-11-15T09:25:00,045 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat..empty took 2ms 2024-11-15T09:25:00,047 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat..empty so closing down 2024-11-15T09:25:00,047 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:00,048 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:00,048 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-15T09:25:00,048 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat..empty, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat..empty, size=93 (93bytes) at 1731662700042Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat..empty so closing down at 1731662700047 (+5 ms)3 split writer threads finished at 1731662700048 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731662700048 2024-11-15T09:25:00,050 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat..empty to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/oldWALs/wal.dat..empty 2024-11-15T09:25:00,051 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T09:25:00,051 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.0 2024-11-15T09:25:00,051 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.0 after 0ms 2024-11-15T09:25:00,053 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.0 took 3ms 2024-11-15T09:25:00,058 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.0 so closing down 2024-11-15T09:25:00,058 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:00,061 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:00,072 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T09:25:00,074 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T09:25:00,083 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T09:25:00,088 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T09:25:00,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742158_1337 (size=743) 2024-11-15T09:25:00,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742158_1337 (size=743) 2024-11-15T09:25:00,106 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:00,109 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T09:25:00,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742159_1338 (size=743) 2024-11-15T09:25:00,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742159_1338 (size=743) 2024-11-15T09:25:00,118 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:00,119 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T09:25:00,119 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:25:00,119 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.0, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.0, size=1.4 K (1393bytes) at 1731662700051Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.0 so closing down at 1731662700058 (+7 ms)3 split writer threads finished at 1731662700061 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731662700083 (+22 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731662700088 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662700106 (+18 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731662700109 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662700118 (+9 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731662700119 (+1 ms)Processed 20 edits across 2 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662700119 2024-11-15T09:25:00,122 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.0 to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/oldWALs/wal.dat.0 2024-11-15T09:25:00,122 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T09:25:00,122 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.1 2024-11-15T09:25:00,122 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.1 after 0ms 2024-11-15T09:25:00,124 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.1 took 2ms 2024-11-15T09:25:00,126 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.1 so closing down 2024-11-15T09:25:00,126 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:00,126 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:00,133 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T09:25:00,134 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T09:25:00,140 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T09:25:00,144 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T09:25:00,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742161_1340 (size=743) 2024-11-15T09:25:00,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742161_1340 (size=743) 2024-11-15T09:25:00,159 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:00,161 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T09:25:00,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742160_1339 (size=743) 2024-11-15T09:25:00,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742160_1339 (size=743) 2024-11-15T09:25:00,170 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:00,171 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T09:25:00,171 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:25:00,171 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.1, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.1, size=1.4 K (1393bytes) at 1731662700122Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.1 so closing down at 1731662700126 (+4 ms)3 split writer threads finished at 1731662700126Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731662700140 (+14 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731662700144 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662700160 (+16 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731662700161 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662700170 (+9 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731662700171 (+1 ms)Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662700171 2024-11-15T09:25:00,173 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.1 to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/oldWALs/wal.dat.1 2024-11-15T09:25:00,173 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T09:25:00,173 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.2 2024-11-15T09:25:00,174 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.2 after 1ms 2024-11-15T09:25:00,176 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.2 took 3ms 2024-11-15T09:25:00,183 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.2 so closing down 2024-11-15T09:25:00,183 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:00,183 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:00,187 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T09:25:00,188 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T09:25:00,191 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T09:25:00,192 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T09:25:00,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742162_1341 (size=743) 2024-11-15T09:25:00,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742162_1341 (size=743) 2024-11-15T09:25:00,222 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:00,225 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T09:25:00,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742163_1342 (size=743) 2024-11-15T09:25:00,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742163_1342 (size=743) 2024-11-15T09:25:00,629 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:00,630 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T09:25:00,631 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 449 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:25:00,631 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.2, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.2, size=1.4 K (1393bytes) at 1731662700173Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.2 so closing down at 1731662700183 (+10 ms)3 split writer threads finished at 1731662700183Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731662700188 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731662700192 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662700222 (+30 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731662700225 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662700629 (+404 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731662700630 (+1 ms)Processed 20 edits across 2 Regions in 449 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662700631 (+1 ms) 2024-11-15T09:25:00,632 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.2 to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/oldWALs/wal.dat.2 2024-11-15T09:25:00,632 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T09:25:00,633 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.3 2024-11-15T09:25:00,633 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.3 after 0ms 2024-11-15T09:25:00,635 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.3 took 3ms 2024-11-15T09:25:00,636 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.3 so closing down 2024-11-15T09:25:00,637 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:00,639 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:00,641 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T09:25:00,641 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T09:25:00,643 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T09:25:00,643 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T09:25:00,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742164_1343 (size=743) 2024-11-15T09:25:00,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742165_1344 (size=743) 2024-11-15T09:25:00,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742165_1344 (size=743) 2024-11-15T09:25:00,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742164_1343 (size=743) 2024-11-15T09:25:00,661 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:00,663 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:00,666 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T09:25:00,666 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T09:25:00,666 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:25:00,666 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.3, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.3, size=1.4 K (1393bytes) at 1731662700632Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.3 so closing down at 1731662700636 (+4 ms)3 split writer threads finished at 1731662700639 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731662700643 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731662700643Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662700661 (+18 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662700663 (+2 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731662700666 (+3 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731662700666Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662700666 2024-11-15T09:25:00,668 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.3 to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/oldWALs/wal.dat.3 2024-11-15T09:25:00,668 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T09:25:00,668 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.4 2024-11-15T09:25:00,669 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.4 after 1ms 2024-11-15T09:25:00,671 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.4 took 3ms 2024-11-15T09:25:00,672 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.4 so closing down 2024-11-15T09:25:00,673 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:00,676 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:00,685 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T09:25:00,685 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T09:25:00,686 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T09:25:00,688 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T09:25:00,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742166_1345 (size=743) 2024-11-15T09:25:00,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742166_1345 (size=743) 2024-11-15T09:25:00,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742167_1346 (size=743) 2024-11-15T09:25:00,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742167_1346 (size=743) 2024-11-15T09:25:00,706 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:00,707 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:00,712 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T09:25:00,713 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T09:25:00,713 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:25:00,713 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.4, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.4, size=1.4 K (1393bytes) at 1731662700668Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.4 so closing down at 1731662700672 (+4 ms)3 split writer threads finished at 1731662700676 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731662700686 (+10 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731662700688 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662700706 (+18 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662700707 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731662700712 (+5 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731662700713 (+1 ms)Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662700713 2024-11-15T09:25:00,715 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.4 to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/oldWALs/wal.dat.4 2024-11-15T09:25:00,715 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.5, size=1.4 K (1393bytes) 2024-11-15T09:25:00,715 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.5 2024-11-15T09:25:00,716 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.5 after 1ms 2024-11-15T09:25:00,718 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.5 took 3ms 2024-11-15T09:25:00,721 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.5 so closing down 2024-11-15T09:25:00,721 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:00,724 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:00,726 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T09:25:00,726 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T09:25:00,727 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T09:25:00,727 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T09:25:00,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742168_1347 (size=743) 2024-11-15T09:25:00,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742168_1347 (size=743) 2024-11-15T09:25:00,738 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:00,739 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-15T09:25:00,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742169_1348 (size=743) 2024-11-15T09:25:00,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742169_1348 (size=743) 2024-11-15T09:25:00,751 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:00,753 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-15T09:25:00,753 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:25:00,753 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.5, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.5, size=1.4 K (1393bytes) at 1731662700715Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.5 so closing down at 1731662700721 (+6 ms)3 split writer threads finished at 1731662700724 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731662700727 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731662700727Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662700738 (+11 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731662700739 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662700751 (+12 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731662700753 (+2 ms)Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662700753 2024-11-15T09:25:00,754 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.5 to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/oldWALs/wal.dat.5 2024-11-15T09:25:00,754 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T09:25:00,754 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.6 2024-11-15T09:25:00,755 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.6 after 1ms 2024-11-15T09:25:00,757 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.6 took 3ms 2024-11-15T09:25:00,758 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.6 so closing down 2024-11-15T09:25:00,758 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:00,758 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:00,766 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T09:25:00,766 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T09:25:00,767 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T09:25:00,767 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T09:25:00,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742171_1350 (size=749) 2024-11-15T09:25:00,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742171_1350 (size=749) 2024-11-15T09:25:00,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742170_1349 (size=749) 2024-11-15T09:25:00,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742170_1349 (size=749) 2024-11-15T09:25:00,781 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:00,781 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:00,782 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T09:25:00,782 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T09:25:00,782 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T09:25:00,782 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.6, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.6, size=1.4 K (1405bytes) at 1731662700754Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.6 so closing down at 1731662700758 (+4 ms)3 split writer threads finished at 1731662700758Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731662700767 (+9 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731662700767Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662700781 (+14 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662700781Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731662700782 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731662700782Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731662700782 2024-11-15T09:25:00,784 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.6 to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/oldWALs/wal.dat.6 2024-11-15T09:25:00,784 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T09:25:00,784 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.7 2024-11-15T09:25:00,784 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.7 after 0ms 2024-11-15T09:25:00,786 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.7 took 2ms 2024-11-15T09:25:00,787 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.7 so closing down 2024-11-15T09:25:00,787 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:00,787 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:00,789 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T09:25:00,789 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T09:25:00,790 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T09:25:00,790 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T09:25:00,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742172_1351 (size=753) 2024-11-15T09:25:00,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742172_1351 (size=753) 2024-11-15T09:25:00,793 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:00,795 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T09:25:00,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742173_1352 (size=753) 2024-11-15T09:25:00,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742173_1352 (size=753) 2024-11-15T09:25:01,202 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:01,204 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T09:25:01,204 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T09:25:01,204 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.7, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.7, size=1.4 K (1413bytes) at 1731662700784Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.7 so closing down at 1731662700787 (+3 ms)3 split writer threads finished at 1731662700787Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731662700790 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731662700790Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662700793 (+3 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731662700795 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662701202 (+407 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731662701204 (+2 ms)Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731662701204 2024-11-15T09:25:01,206 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.7 to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/oldWALs/wal.dat.7 2024-11-15T09:25:01,206 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T09:25:01,206 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.8 2024-11-15T09:25:01,207 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.8 after 1ms 2024-11-15T09:25:01,208 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.8 took 2ms 2024-11-15T09:25:01,210 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.8 so closing down 2024-11-15T09:25:01,210 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:01,216 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:01,218 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T09:25:01,218 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T09:25:01,219 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T09:25:01,224 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T09:25:01,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742174_1353 (size=753) 2024-11-15T09:25:01,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742174_1353 (size=753) 2024-11-15T09:25:01,227 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:01,228 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T09:25:01,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742175_1354 (size=753) 2024-11-15T09:25:01,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742175_1354 (size=753) 2024-11-15T09:25:01,231 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:01,232 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T09:25:01,232 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T09:25:01,232 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.8, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.8, size=1.4 K (1413bytes) at 1731662701206Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.8 so closing down at 1731662701210 (+4 ms)3 split writer threads finished at 1731662701216 (+6 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731662701219 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731662701224 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662701227 (+3 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731662701228 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662701231 (+3 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731662701232 (+1 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731662701232 2024-11-15T09:25:01,234 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.8 to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/oldWALs/wal.dat.8 2024-11-15T09:25:01,234 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T09:25:01,234 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.9 2024-11-15T09:25:01,234 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.9 after 0ms 2024-11-15T09:25:01,236 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.9 took 2ms 2024-11-15T09:25:01,237 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.9 so closing down 2024-11-15T09:25:01,237 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:01,238 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:01,241 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T09:25:01,241 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T09:25:01,243 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T09:25:01,248 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T09:25:01,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742176_1355 (size=753) 2024-11-15T09:25:01,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742176_1355 (size=753) 2024-11-15T09:25:01,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742177_1356 (size=753) 2024-11-15T09:25:01,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742177_1356 (size=753) 2024-11-15T09:25:01,258 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:01,259 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T09:25:01,654 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:01,656 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T09:25:01,656 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T09:25:01,656 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.9, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.9, size=1.4 K (1413bytes) at 1731662701234Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.9 so closing down at 1731662701237 (+3 ms)3 split writer threads finished at 1731662701238 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731662701243 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731662701248 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662701258 (+10 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731662701259 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662701654 (+395 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731662701656 (+2 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731662701656 2024-11-15T09:25:01,658 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.9 to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/oldWALs/wal.dat.9 2024-11-15T09:25:01,658 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.empty, size=93 (93bytes) 2024-11-15T09:25:01,658 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.empty 2024-11-15T09:25:01,658 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.empty after 0ms 2024-11-15T09:25:01,660 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.empty took 2ms 2024-11-15T09:25:01,660 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.empty so closing down 2024-11-15T09:25:01,660 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:01,660 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:01,660 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-15T09:25:01,660 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.empty, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.empty, size=93 (93bytes) at 1731662701658Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.empty so closing down at 1731662701660 (+2 ms)3 split writer threads finished at 1731662701660Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1731662701660 2024-11-15T09:25:01,662 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/WALs/testemptylogfiles,16010,1731662698739/wal.dat.empty to hdfs://localhost:38047/user/jenkins/test-data/71efaaac-aa66-dffd-200a-4ee75101b65d/oldWALs/wal.dat.empty 2024-11-15T09:25:01,715 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=144 (was 147), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=415 (was 415), ProcessCount=11 (was 11), AvailableMemoryMB=3848 (was 3858) 2024-11-15T09:25:01,722 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=144, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=415, ProcessCount=11, AvailableMemoryMB=3847 2024-11-15T09:25:01,722 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T09:25:01,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742178_1357 (size=7) 2024-11-15T09:25:01,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742178_1357 (size=7) 2024-11-15T09:25:01,730 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38047/user/jenkins/test-data/27fd8094-bdb7-2f41-ad4f-dd14aa0ad9e4 with version=8 2024-11-15T09:25:01,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:25:01,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:25:01,733 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T09:25:01,733 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T09:25:01,734 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T09:25:01,735 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T09:25:01,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742179_1358 (size=1393) 2024-11-15T09:25:01,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742179_1358 (size=1393) 2024-11-15T09:25:01,745 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T09:25:01,745 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T09:25:01,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742180_1359 (size=1393) 2024-11-15T09:25:01,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742180_1359 (size=1393) 2024-11-15T09:25:01,756 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T09:25:01,756 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T09:25:01,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742181_1360 (size=1393) 2024-11-15T09:25:01,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742181_1360 (size=1393) 2024-11-15T09:25:01,768 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T09:25:01,769 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T09:25:01,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742182_1361 (size=1393) 2024-11-15T09:25:01,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742182_1361 (size=1393) 2024-11-15T09:25:01,781 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T09:25:01,781 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T09:25:01,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742183_1362 (size=1393) 2024-11-15T09:25:01,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742183_1362 (size=1393) 2024-11-15T09:25:01,794 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T09:25:01,794 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T09:25:01,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742184_1363 (size=1393) 2024-11-15T09:25:01,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742184_1363 (size=1393) 2024-11-15T09:25:01,824 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T09:25:01,824 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T09:25:01,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742185_1364 (size=1405) 2024-11-15T09:25:01,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742185_1364 (size=1405) 2024-11-15T09:25:01,837 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T09:25:01,837 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T09:25:01,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742186_1365 (size=1413) 2024-11-15T09:25:01,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742186_1365 (size=1413) 2024-11-15T09:25:01,848 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T09:25:01,849 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T09:25:01,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742187_1366 (size=1413) 2024-11-15T09:25:01,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742187_1366 (size=1413) 2024-11-15T09:25:01,862 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T09:25:01,863 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T09:25:01,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:01,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:01,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742188_1367 (size=1413) 2024-11-15T09:25:01,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742188_1367 (size=1413) 2024-11-15T09:25:01,872 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T09:25:01,890 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T09:25:01,890 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.0 2024-11-15T09:25:01,890 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.0 after 0ms 2024-11-15T09:25:01,892 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.0 took 2ms 2024-11-15T09:25:01,894 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.0 so closing down 2024-11-15T09:25:01,894 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:01,894 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:01,896 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T09:25:01,896 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T09:25:01,897 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T09:25:01,904 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T09:25:01,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742189_1368 (size=743) 2024-11-15T09:25:01,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742189_1368 (size=743) 2024-11-15T09:25:01,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742190_1369 (size=743) 2024-11-15T09:25:01,921 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:01,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742190_1369 (size=743) 2024-11-15T09:25:01,922 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T09:25:02,317 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:02,319 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T09:25:02,319 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:25:02,319 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.0, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.0, size=1.4 K (1393bytes) at 1731662701890Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.0 so closing down at 1731662701894 (+4 ms)3 split writer threads finished at 1731662701894Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731662701897 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731662701904 (+7 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662701921 (+17 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731662701922 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662702317 (+395 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731662702319 (+2 ms)Processed 20 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662702319 2024-11-15T09:25:02,320 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.0 to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/oldWALs/wal.dat.0 2024-11-15T09:25:02,321 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T09:25:02,321 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.1 2024-11-15T09:25:02,321 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.1 after 0ms 2024-11-15T09:25:02,323 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.1 took 3ms 2024-11-15T09:25:02,324 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.1 so closing down 2024-11-15T09:25:02,324 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:02,324 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:02,325 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T09:25:02,325 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T09:25:02,326 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T09:25:02,326 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T09:25:02,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742192_1371 (size=743) 2024-11-15T09:25:02,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742192_1371 (size=743) 2024-11-15T09:25:02,343 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:02,344 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T09:25:02,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742191_1370 (size=743) 2024-11-15T09:25:02,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742191_1370 (size=743) 2024-11-15T09:25:02,354 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:02,355 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T09:25:02,355 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:25:02,355 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.1, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.1, size=1.4 K (1393bytes) at 1731662702321Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.1 so closing down at 1731662702324 (+3 ms)3 split writer threads finished at 1731662702324Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731662702326 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731662702326Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662702343 (+17 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731662702344 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662702354 (+10 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731662702355 (+1 ms)Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662702355 2024-11-15T09:25:02,356 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.1 to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/oldWALs/wal.dat.1 2024-11-15T09:25:02,357 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T09:25:02,357 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.2 2024-11-15T09:25:02,357 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.2 after 0ms 2024-11-15T09:25:02,359 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.2 took 3ms 2024-11-15T09:25:02,367 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.2 so closing down 2024-11-15T09:25:02,367 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:02,367 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:02,369 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T09:25:02,372 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T09:25:02,374 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T09:25:02,376 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T09:25:02,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742193_1372 (size=743) 2024-11-15T09:25:02,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742193_1372 (size=743) 2024-11-15T09:25:02,377 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:02,379 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T09:25:02,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742194_1373 (size=743) 2024-11-15T09:25:02,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742194_1373 (size=743) 2024-11-15T09:25:02,386 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:02,387 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T09:25:02,387 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:25:02,387 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.2, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.2, size=1.4 K (1393bytes) at 1731662702357Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.2 so closing down at 1731662702367 (+10 ms)3 split writer threads finished at 1731662702367Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731662702372 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731662702376 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662702378 (+2 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731662702379 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662702386 (+7 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731662702387 (+1 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662702387 2024-11-15T09:25:02,388 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.2 to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/oldWALs/wal.dat.2 2024-11-15T09:25:02,389 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T09:25:02,389 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.3 2024-11-15T09:25:02,389 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.3 after 0ms 2024-11-15T09:25:02,390 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.3 took 2ms 2024-11-15T09:25:02,391 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.3 so closing down 2024-11-15T09:25:02,391 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:02,391 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:02,393 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T09:25:02,393 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T09:25:02,394 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T09:25:02,395 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T09:25:02,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742196_1375 (size=743) 2024-11-15T09:25:02,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742196_1375 (size=743) 2024-11-15T09:25:02,406 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:02,408 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T09:25:02,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742195_1374 (size=743) 2024-11-15T09:25:02,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742195_1374 (size=743) 2024-11-15T09:25:02,809 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:02,810 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T09:25:02,810 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:25:02,810 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.3, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.3, size=1.4 K (1393bytes) at 1731662702389Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.3 so closing down at 1731662702391 (+2 ms)3 split writer threads finished at 1731662702391Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731662702394 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731662702395 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662702406 (+11 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731662702408 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662702809 (+401 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731662702810 (+1 ms)Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662702810 2024-11-15T09:25:02,812 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.3 to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/oldWALs/wal.dat.3 2024-11-15T09:25:02,812 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T09:25:02,812 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.4 2024-11-15T09:25:02,812 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.4 after 0ms 2024-11-15T09:25:02,814 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.4 took 2ms 2024-11-15T09:25:02,816 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.4 so closing down 2024-11-15T09:25:02,816 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:02,816 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:02,818 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T09:25:02,818 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T09:25:02,819 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T09:25:02,819 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T09:25:02,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742197_1376 (size=743) 2024-11-15T09:25:02,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742197_1376 (size=743) 2024-11-15T09:25:02,831 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:02,832 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T09:25:02,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742198_1377 (size=743) 2024-11-15T09:25:02,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742198_1377 (size=743) 2024-11-15T09:25:02,837 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:02,853 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T09:25:02,853 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:25:02,853 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.4, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.4, size=1.4 K (1393bytes) at 1731662702812Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.4 so closing down at 1731662702816 (+4 ms)3 split writer threads finished at 1731662702816Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731662702819 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731662702820 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662702831 (+11 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731662702832 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662702837 (+5 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731662702853 (+16 ms)Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662702853 2024-11-15T09:25:02,855 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.4 to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/oldWALs/wal.dat.4 2024-11-15T09:25:02,855 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.5, size=1.4 K (1393bytes) 2024-11-15T09:25:02,855 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.5 2024-11-15T09:25:02,855 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.5 after 0ms 2024-11-15T09:25:02,858 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.5 took 2ms 2024-11-15T09:25:02,859 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.5 so closing down 2024-11-15T09:25:02,859 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:02,859 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:02,860 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T09:25:02,860 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T09:25:02,864 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T09:25:02,872 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T09:25:02,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742199_1378 (size=743) 2024-11-15T09:25:02,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742199_1378 (size=743) 2024-11-15T09:25:02,878 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:02,880 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-15T09:25:02,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742200_1379 (size=743) 2024-11-15T09:25:02,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742200_1379 (size=743) 2024-11-15T09:25:02,885 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:02,886 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-15T09:25:02,887 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:25:02,887 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.5, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.5, size=1.4 K (1393bytes) at 1731662702855Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.5 so closing down at 1731662702859 (+4 ms)3 split writer threads finished at 1731662702859Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731662702864 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731662702872 (+8 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662702878 (+6 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731662702880 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662702885 (+5 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731662702887 (+2 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662702887 2024-11-15T09:25:02,889 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.5 to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/oldWALs/wal.dat.5 2024-11-15T09:25:02,889 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T09:25:02,889 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.6 2024-11-15T09:25:02,889 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.6 after 0ms 2024-11-15T09:25:02,891 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.6 took 2ms 2024-11-15T09:25:02,892 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.6 so closing down 2024-11-15T09:25:02,892 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:02,892 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:02,896 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T09:25:02,896 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T09:25:02,897 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T09:25:02,904 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T09:25:02,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742201_1380 (size=749) 2024-11-15T09:25:02,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742201_1380 (size=749) 2024-11-15T09:25:02,914 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:02,915 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T09:25:02,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742202_1381 (size=749) 2024-11-15T09:25:02,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742202_1381 (size=749) 2024-11-15T09:25:02,927 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:02,930 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T09:25:02,930 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T09:25:02,930 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.6, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.6, size=1.4 K (1405bytes) at 1731662702889Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.6 so closing down at 1731662702892 (+3 ms)3 split writer threads finished at 1731662702892Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731662702897 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731662702904 (+7 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662702914 (+10 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731662702915 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662702927 (+12 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731662702930 (+3 ms)Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731662702930 2024-11-15T09:25:02,932 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.6 to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/oldWALs/wal.dat.6 2024-11-15T09:25:02,932 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T09:25:02,932 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.7 2024-11-15T09:25:02,932 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.7 after 0ms 2024-11-15T09:25:02,938 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.7 took 6ms 2024-11-15T09:25:02,949 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.7 so closing down 2024-11-15T09:25:02,949 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:02,949 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:02,959 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T09:25:02,961 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T09:25:02,969 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T09:25:02,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742203_1382 (size=753) 2024-11-15T09:25:02,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742203_1382 (size=753) 2024-11-15T09:25:02,976 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:02,977 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T09:25:02,984 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T09:25:03,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742204_1383 (size=753) 2024-11-15T09:25:03,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742204_1383 (size=753) 2024-11-15T09:25:03,002 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:03,003 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T09:25:03,003 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T09:25:03,003 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.7, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.7, size=1.4 K (1413bytes) at 1731662702932Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.7 so closing down at 1731662702949 (+17 ms)3 split writer threads finished at 1731662702949Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731662702961 (+12 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662702976 (+15 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731662702977 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731662702984 (+7 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662703002 (+18 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731662703003 (+1 ms)Processed 20 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731662703003 2024-11-15T09:25:03,004 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.7 to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/oldWALs/wal.dat.7 2024-11-15T09:25:03,004 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T09:25:03,004 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.8 2024-11-15T09:25:03,005 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.8 after 1ms 2024-11-15T09:25:03,006 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.8 took 2ms 2024-11-15T09:25:03,007 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.8 so closing down 2024-11-15T09:25:03,007 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:03,008 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:03,014 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T09:25:03,014 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T09:25:03,015 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T09:25:03,019 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T09:25:03,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742205_1384 (size=753) 2024-11-15T09:25:03,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742205_1384 (size=753) 2024-11-15T09:25:03,027 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:03,028 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T09:25:03,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742206_1385 (size=753) 2024-11-15T09:25:03,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742206_1385 (size=753) 2024-11-15T09:25:03,035 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:03,037 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T09:25:03,037 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T09:25:03,037 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.8, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.8, size=1.4 K (1413bytes) at 1731662703004Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.8 so closing down at 1731662703007 (+3 ms)3 split writer threads finished at 1731662703008 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731662703015 (+7 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731662703019 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662703027 (+8 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731662703028 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662703035 (+7 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731662703037 (+2 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731662703037 2024-11-15T09:25:03,039 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.8 to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/oldWALs/wal.dat.8 2024-11-15T09:25:03,039 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T09:25:03,039 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.9 2024-11-15T09:25:03,039 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.9 after 0ms 2024-11-15T09:25:03,041 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.9 took 2ms 2024-11-15T09:25:03,043 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.9 so closing down 2024-11-15T09:25:03,043 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:03,044 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:03,045 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T09:25:03,046 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T09:25:03,049 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T09:25:03,049 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T09:25:03,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742208_1387 (size=753) 2024-11-15T09:25:03,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742208_1387 (size=753) 2024-11-15T09:25:03,061 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:03,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742207_1386 (size=753) 2024-11-15T09:25:03,065 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T09:25:03,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742207_1386 (size=753) 2024-11-15T09:25:03,065 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:03,067 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T09:25:03,067 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T09:25:03,067 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.9, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.9, size=1.4 K (1413bytes) at 1731662703039Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.9 so closing down at 1731662703043 (+4 ms)3 split writer threads finished at 1731662703044 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731662703049 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731662703049Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662703061 (+12 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731662703065 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662703065Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731662703067 (+2 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731662703067 2024-11-15T09:25:03,068 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731662701733/wal.dat.9 to hdfs://localhost:38047/user/jenkins/test-data/50f86495-3a20-392a-9509-3a448a15a6ab/oldWALs/wal.dat.9 2024-11-15T09:25:03,078 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=144 (was 144), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=415 (was 415), ProcessCount=11 (was 11), AvailableMemoryMB=3832 (was 3847) 2024-11-15T09:25:03,085 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=144, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=415, ProcessCount=11, AvailableMemoryMB=3831 2024-11-15T09:25:03,086 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T09:25:03,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742209_1388 (size=7) 2024-11-15T09:25:03,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742209_1388 (size=7) 2024-11-15T09:25:03,095 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38047/user/jenkins/test-data/27fd8094-bdb7-2f41-ad4f-dd14aa0ad9e4 with version=8 2024-11-15T09:25:03,095 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:25:03,096 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:25:03,098 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T09:25:03,104 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:38047/user/jenkins/test-data/0ea9500b-5743-a509-50db-609417b454ad/data/hbase/meta/1588230740/recovered.edits 2024-11-15T09:25:03,128 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=144 (was 144), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=415 (was 415), ProcessCount=11 (was 11), AvailableMemoryMB=3826 (was 3831) 2024-11-15T09:25:03,141 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=144, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=415, ProcessCount=11, AvailableMemoryMB=3824 2024-11-15T09:25:03,141 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T09:25:03,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742210_1389 (size=7) 2024-11-15T09:25:03,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742210_1389 (size=7) 2024-11-15T09:25:03,159 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38047/user/jenkins/test-data/27fd8094-bdb7-2f41-ad4f-dd14aa0ad9e4 with version=8 2024-11-15T09:25:03,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:25:03,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:25:03,162 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T09:25:03,163 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-11-15T09:25:03,164 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T09:25:03,165 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-11-15T09:25:03,165 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-11-15T09:25:03,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742211_1390 (size=818) 2024-11-15T09:25:03,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742211_1390 (size=818) 2024-11-15T09:25:03,216 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/75fc7d12-4bc5-aea4-d863-9d1dc185224d/WALs/testemptywaledit,16010,1731662703163/wal.dat.5, size=818 (818bytes) 2024-11-15T09:25:03,217 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/75fc7d12-4bc5-aea4-d863-9d1dc185224d/WALs/testemptywaledit,16010,1731662703163/wal.dat.5 2024-11-15T09:25:03,220 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/75fc7d12-4bc5-aea4-d863-9d1dc185224d/WALs/testemptywaledit,16010,1731662703163/wal.dat.5 after 3ms 2024-11-15T09:25:03,225 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/75fc7d12-4bc5-aea4-d863-9d1dc185224d/WALs/testemptywaledit,16010,1731662703163/wal.dat.5 took 9ms 2024-11-15T09:25:03,236 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/75fc7d12-4bc5-aea4-d863-9d1dc185224d/WALs/testemptywaledit,16010,1731662703163/wal.dat.5 so closing down 2024-11-15T09:25:03,236 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:03,240 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:03,243 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-11-15T09:25:03,248 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/75fc7d12-4bc5-aea4-d863-9d1dc185224d/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-11-15T09:25:03,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742212_1391 (size=783) 2024-11-15T09:25:03,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742212_1391 (size=783) 2024-11-15T09:25:03,282 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/75fc7d12-4bc5-aea4-d863-9d1dc185224d/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-11-15T09:25:03,285 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/75fc7d12-4bc5-aea4-d863-9d1dc185224d/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/75fc7d12-4bc5-aea4-d863-9d1dc185224d/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-11-15T09:25:03,285 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/75fc7d12-4bc5-aea4-d863-9d1dc185224d/WALs/testemptywaledit,16010,1731662703163/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-11-15T09:25:03,285 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/75fc7d12-4bc5-aea4-d863-9d1dc185224d/WALs/testemptywaledit,16010,1731662703163/wal.dat.5, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/75fc7d12-4bc5-aea4-d863-9d1dc185224d/WALs/testemptywaledit,16010,1731662703163/wal.dat.5, size=818 (818bytes) at 1731662703217Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/75fc7d12-4bc5-aea4-d863-9d1dc185224d/WALs/testemptywaledit,16010,1731662703163/wal.dat.5 so closing down at 1731662703236 (+19 ms)3 split writer threads finished at 1731662703240 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/75fc7d12-4bc5-aea4-d863-9d1dc185224d/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1731662703248 (+8 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/75fc7d12-4bc5-aea4-d863-9d1dc185224d/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1731662703282 (+34 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/75fc7d12-4bc5-aea4-d863-9d1dc185224d/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/75fc7d12-4bc5-aea4-d863-9d1dc185224d/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1731662703285 (+3 ms)Processed 11 edits across 1 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/75fc7d12-4bc5-aea4-d863-9d1dc185224d/WALs/testemptywaledit,16010,1731662703163/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1731662703285 2024-11-15T09:25:03,287 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/75fc7d12-4bc5-aea4-d863-9d1dc185224d/WALs/testemptywaledit,16010,1731662703163/wal.dat.5 to hdfs://localhost:38047/user/jenkins/test-data/75fc7d12-4bc5-aea4-d863-9d1dc185224d/oldWALs/wal.dat.5 2024-11-15T09:25:03,303 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=144 (was 144), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=437 (was 415) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3819 (was 3824) 2024-11-15T09:25:03,311 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=144, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=437, ProcessCount=11, AvailableMemoryMB=3819 2024-11-15T09:25:03,311 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T09:25:03,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742213_1392 (size=7) 2024-11-15T09:25:03,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742213_1392 (size=7) 2024-11-15T09:25:03,335 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38047/user/jenkins/test-data/27fd8094-bdb7-2f41-ad4f-dd14aa0ad9e4 with version=8 2024-11-15T09:25:03,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:25:03,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:25:03,339 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T09:25:03,339 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T09:25:03,341 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T09:25:03,343 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T09:25:03,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742214_1393 (size=1393) 2024-11-15T09:25:03,367 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T09:25:03,367 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T09:25:03,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742214_1393 (size=1393) 2024-11-15T09:25:03,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742215_1394 (size=1393) 2024-11-15T09:25:03,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742215_1394 (size=1393) 2024-11-15T09:25:03,798 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T09:25:03,799 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T09:25:03,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742216_1395 (size=1393) 2024-11-15T09:25:03,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742216_1395 (size=1393) 2024-11-15T09:25:03,837 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T09:25:03,837 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T09:25:03,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742217_1396 (size=1393) 2024-11-15T09:25:03,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742217_1396 (size=1393) 2024-11-15T09:25:03,850 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T09:25:03,851 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T09:25:03,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742218_1397 (size=1393) 2024-11-15T09:25:03,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742218_1397 (size=1393) 2024-11-15T09:25:03,868 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T09:25:03,868 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T09:25:03,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742219_1398 (size=1393) 2024-11-15T09:25:03,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742219_1398 (size=1393) 2024-11-15T09:25:03,897 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T09:25:03,897 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T09:25:03,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742220_1399 (size=1405) 2024-11-15T09:25:03,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742220_1399 (size=1405) 2024-11-15T09:25:03,925 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T09:25:03,925 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T09:25:03,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742221_1400 (size=1413) 2024-11-15T09:25:03,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742221_1400 (size=1413) 2024-11-15T09:25:03,955 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T09:25:03,956 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T09:25:03,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742222_1401 (size=1413) 2024-11-15T09:25:03,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742222_1401 (size=1413) 2024-11-15T09:25:03,985 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T09:25:03,985 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T09:25:03,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:03,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:03,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:04,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:04,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:04,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:04,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:04,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:04,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:04,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:04,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:04,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:04,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:04,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:04,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:04,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742223_1402 (size=1413) 2024-11-15T09:25:04,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742223_1402 (size=1413) 2024-11-15T09:25:04,004 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T09:25:04,056 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T09:25:04,057 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.0 2024-11-15T09:25:04,057 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.0 after 0ms 2024-11-15T09:25:04,059 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.0 took 3ms 2024-11-15T09:25:04,087 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.0 so closing down 2024-11-15T09:25:04,087 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:04,087 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:04,095 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T09:25:04,101 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T09:25:04,117 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T09:25:04,124 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T09:25:04,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742225_1404 (size=743) 2024-11-15T09:25:04,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742225_1404 (size=743) 2024-11-15T09:25:04,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742226_1405 (size=743) 2024-11-15T09:25:04,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742226_1405 (size=743) 2024-11-15T09:25:04,178 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:04,183 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T09:25:04,567 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:04,568 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T09:25:04,568 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 484 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:25:04,568 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.0, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.0, size=1.4 K (1393bytes) at 1731662704056Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.0 so closing down at 1731662704087 (+31 ms)3 split writer threads finished at 1731662704087Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731662704101 (+14 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731662704124 (+23 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662704178 (+54 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731662704183 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662704567 (+384 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731662704568 (+1 ms)Processed 20 edits across 2 Regions in 484 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662704568 2024-11-15T09:25:04,570 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.0 to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/oldWALs/wal.dat.0 2024-11-15T09:25:04,570 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T09:25:04,570 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.1 2024-11-15T09:25:04,572 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.1 after 2ms 2024-11-15T09:25:04,575 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.1 took 5ms 2024-11-15T09:25:04,579 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.1 so closing down 2024-11-15T09:25:04,579 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:04,579 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:04,581 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T09:25:04,581 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T09:25:04,583 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T09:25:04,584 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T09:25:04,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742228_1407 (size=743) 2024-11-15T09:25:04,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742228_1407 (size=743) 2024-11-15T09:25:04,590 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:04,591 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T09:25:04,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742227_1406 (size=743) 2024-11-15T09:25:04,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742227_1406 (size=743) 2024-11-15T09:25:04,602 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:04,602 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T09:25:04,603 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:25:04,603 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.1, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.1, size=1.4 K (1393bytes) at 1731662704570Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.1 so closing down at 1731662704579 (+9 ms)3 split writer threads finished at 1731662704579Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731662704583 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731662704584 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662704590 (+6 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731662704591 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662704602 (+11 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731662704602Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662704603 (+1 ms) 2024-11-15T09:25:04,605 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.1 to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/oldWALs/wal.dat.1 2024-11-15T09:25:04,605 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T09:25:04,605 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.2 2024-11-15T09:25:04,605 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.2 after 0ms 2024-11-15T09:25:04,607 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.2 took 2ms 2024-11-15T09:25:04,621 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.2 so closing down 2024-11-15T09:25:04,621 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:04,621 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:04,626 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T09:25:04,627 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T09:25:04,627 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T09:25:04,628 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T09:25:04,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742229_1408 (size=743) 2024-11-15T09:25:04,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742229_1408 (size=743) 2024-11-15T09:25:04,642 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:04,643 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T09:25:04,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742230_1409 (size=743) 2024-11-15T09:25:04,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742230_1409 (size=743) 2024-11-15T09:25:04,649 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:04,650 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T09:25:04,650 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:25:04,650 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.2, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.2, size=1.4 K (1393bytes) at 1731662704605Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.2 so closing down at 1731662704621 (+16 ms)3 split writer threads finished at 1731662704621Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731662704627 (+6 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731662704628 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662704642 (+14 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731662704643 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662704649 (+6 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731662704650 (+1 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662704650 2024-11-15T09:25:04,651 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.2 to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/oldWALs/wal.dat.2 2024-11-15T09:25:04,651 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T09:25:04,651 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.3 2024-11-15T09:25:04,652 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.3 after 1ms 2024-11-15T09:25:04,654 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.3 took 3ms 2024-11-15T09:25:04,655 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.3 so closing down 2024-11-15T09:25:04,655 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:04,655 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:04,657 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T09:25:04,657 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T09:25:04,657 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T09:25:04,658 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T09:25:04,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742231_1410 (size=743) 2024-11-15T09:25:04,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742231_1410 (size=743) 2024-11-15T09:25:04,686 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:04,687 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T09:25:04,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742232_1411 (size=743) 2024-11-15T09:25:04,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742232_1411 (size=743) 2024-11-15T09:25:04,690 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:04,693 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T09:25:04,694 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:25:04,694 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.3, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.3, size=1.4 K (1393bytes) at 1731662704651Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.3 so closing down at 1731662704655 (+4 ms)3 split writer threads finished at 1731662704655Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731662704657 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731662704658 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662704686 (+28 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731662704687 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662704690 (+3 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731662704693 (+3 ms)Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662704694 (+1 ms) 2024-11-15T09:25:04,695 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.3 to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/oldWALs/wal.dat.3 2024-11-15T09:25:04,695 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T09:25:04,695 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.4 2024-11-15T09:25:04,696 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.4 after 1ms 2024-11-15T09:25:04,698 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.4 took 3ms 2024-11-15T09:25:04,699 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.4 so closing down 2024-11-15T09:25:04,699 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:04,699 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:04,701 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T09:25:04,701 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T09:25:04,703 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T09:25:04,704 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T09:25:04,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742233_1412 (size=743) 2024-11-15T09:25:04,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742233_1412 (size=743) 2024-11-15T09:25:04,714 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:04,716 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T09:25:04,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742234_1413 (size=743) 2024-11-15T09:25:04,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742234_1413 (size=743) 2024-11-15T09:25:04,719 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:04,721 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T09:25:04,721 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:25:04,721 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.4, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.4, size=1.4 K (1393bytes) at 1731662704695Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.4 so closing down at 1731662704699 (+4 ms)3 split writer threads finished at 1731662704699Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731662704703 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731662704704 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662704714 (+10 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731662704716 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662704719 (+3 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731662704721 (+2 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662704721 2024-11-15T09:25:04,722 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.4 to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/oldWALs/wal.dat.4 2024-11-15T09:25:04,722 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.5, size=1.4 K (1394bytes) 2024-11-15T09:25:04,722 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.5 2024-11-15T09:25:04,723 WARN [IPC Server handler 0 on default port 38047 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1414 for block blk_1073742224_1403 2024-11-15T09:25:04,723 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.5 after 1ms 2024-11-15T09:25:04,735 WARN [ResponseProcessor for block BP-1213593369-172.17.0.2-1731662653330:blk_1073742224_1403 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1213593369-172.17.0.2-1731662653330:blk_1073742224_1403 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T09:25:04,735 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_676401442_22 at /127.0.0.1:48134 [Receiving block BP-1213593369-172.17.0.2-1731662653330:blk_1073742224_1403] {}] datanode.DataXceiver(331): 127.0.0.1:45977:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48134 dst: /127.0.0.1:45977 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T09:25:04,735 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_676401442_22 at /127.0.0.1:33552 [Receiving block BP-1213593369-172.17.0.2-1731662653330:blk_1073742224_1403] {}] datanode.DataXceiver(331): 127.0.0.1:37121:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33552 dst: /127.0.0.1:37121 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:37121 remote=/127.0.0.1:33552]. Total timeout mills is 60000, 59297 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T09:25:04,735 WARN [DataStreamer for file /user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.5 block BP-1213593369-172.17.0.2-1731662653330:blk_1073742224_1403 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1213593369-172.17.0.2-1731662653330:blk_1073742224_1403 in pipeline [DatanodeInfoWithStorage[127.0.0.1:37121,DS-907e1140-44c1-4df9-a14f-b07d7a3e4051,DISK], DatanodeInfoWithStorage[127.0.0.1:45977,DS-ef1e70bb-3180-44a5-ba00-462add494153,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:37121,DS-907e1140-44c1-4df9-a14f-b07d7a3e4051,DISK]) is bad. 2024-11-15T09:25:04,736 WARN [DataStreamer for file /user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.5 block BP-1213593369-172.17.0.2-1731662653330:blk_1073742224_1403 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1213593369-172.17.0.2-1731662653330:blk_1073742224_1403 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T09:25:04,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742224_1414 (size=1394) 2024-11-15T09:25:04,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742224_1414 (size=1394) 2024-11-15T09:25:08,723 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.5 after 4001ms 2024-11-15T09:25:08,725 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.5 took 4003ms 2024-11-15T09:25:08,727 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T09:25:08,727 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.5 so closing down 2024-11-15T09:25:08,727 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:08,727 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:08,730 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T09:25:08,730 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T09:25:08,731 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T09:25:08,732 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T09:25:08,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742235_1415 (size=353) 2024-11-15T09:25:08,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742236_1416 (size=418) 2024-11-15T09:25:08,801 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:08,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742236_1416 (size=418) 2024-11-15T09:25:08,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742235_1415 (size=353) 2024-11-15T09:25:08,801 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:08,802 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-11-15T09:25:08,802 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-15T09:25:08,803 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-15T09:25:08,803 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.5, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.5, size=1.4 K (1394bytes) at 1731662704722Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.5 so closing down at 1731662708727 (+4005 ms)3 split writer threads finished at 1731662708727Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731662708731 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731662708732 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1731662708801 (+69 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731662708801Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1731662708802 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731662708803 (+1 ms)Processed 9 edits across 2 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731662708803 2024-11-15T09:25:08,804 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.5 to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/corrupt/wal.dat.5 2024-11-15T09:25:08,804 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T09:25:08,804 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.6 2024-11-15T09:25:08,805 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.6 after 1ms 2024-11-15T09:25:08,807 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.6 took 2ms 2024-11-15T09:25:08,808 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.6 so closing down 2024-11-15T09:25:08,808 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:08,808 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:08,810 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T09:25:08,810 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T09:25:08,811 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T09:25:08,811 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T09:25:08,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742237_1417 (size=749) 2024-11-15T09:25:08,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742237_1417 (size=749) 2024-11-15T09:25:08,856 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:08,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742238_1418 (size=749) 2024-11-15T09:25:08,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742238_1418 (size=749) 2024-11-15T09:25:08,857 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:08,857 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T09:25:08,861 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T09:25:08,861 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 54 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T09:25:08,861 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.6, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.6, size=1.4 K (1405bytes) at 1731662708804Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.6 so closing down at 1731662708808 (+4 ms)3 split writer threads finished at 1731662708808Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731662708811 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731662708811Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662708856 (+45 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662708857 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731662708857Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731662708861 (+4 ms)Processed 20 edits across 2 Regions in 54 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731662708861 2024-11-15T09:25:08,864 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.6 to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/oldWALs/wal.dat.6 2024-11-15T09:25:08,864 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T09:25:08,864 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.7 2024-11-15T09:25:08,865 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.7 after 1ms 2024-11-15T09:25:08,867 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.7 took 3ms 2024-11-15T09:25:08,873 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.7 so closing down 2024-11-15T09:25:08,873 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:08,873 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:08,890 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T09:25:08,890 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T09:25:08,893 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T09:25:08,902 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T09:25:08,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742239_1419 (size=753) 2024-11-15T09:25:08,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742239_1419 (size=753) 2024-11-15T09:25:08,906 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:08,907 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T09:25:08,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742240_1420 (size=753) 2024-11-15T09:25:08,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742240_1420 (size=753) 2024-11-15T09:25:08,918 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:08,919 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T09:25:08,919 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T09:25:08,919 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.7, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.7, size=1.4 K (1413bytes) at 1731662708864Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.7 so closing down at 1731662708873 (+9 ms)3 split writer threads finished at 1731662708873Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731662708893 (+20 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731662708902 (+9 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662708906 (+4 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731662708907 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662708918 (+11 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731662708919 (+1 ms)Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731662708919 2024-11-15T09:25:08,921 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.7 to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/oldWALs/wal.dat.7 2024-11-15T09:25:08,921 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T09:25:08,921 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.8 2024-11-15T09:25:08,921 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.8 after 0ms 2024-11-15T09:25:08,922 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.8 took 1ms 2024-11-15T09:25:08,923 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.8 so closing down 2024-11-15T09:25:08,923 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:08,923 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:08,925 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T09:25:08,925 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T09:25:08,926 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T09:25:08,928 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T09:25:08,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742241_1421 (size=753) 2024-11-15T09:25:08,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742241_1421 (size=753) 2024-11-15T09:25:08,939 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:08,940 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T09:25:08,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742242_1422 (size=753) 2024-11-15T09:25:08,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742242_1422 (size=753) 2024-11-15T09:25:08,945 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:08,946 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T09:25:08,946 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T09:25:08,946 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.8, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.8, size=1.4 K (1413bytes) at 1731662708921Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.8 so closing down at 1731662708923 (+2 ms)3 split writer threads finished at 1731662708923Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731662708926 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731662708928 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662708939 (+11 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731662708940 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662708945 (+5 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731662708946 (+1 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731662708946 2024-11-15T09:25:08,948 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.8 to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/oldWALs/wal.dat.8 2024-11-15T09:25:08,948 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T09:25:08,948 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.9 2024-11-15T09:25:08,948 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.9 after 0ms 2024-11-15T09:25:08,950 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.9 took 2ms 2024-11-15T09:25:08,951 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.9 so closing down 2024-11-15T09:25:08,951 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:08,951 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:08,954 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T09:25:08,954 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T09:25:08,955 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T09:25:08,955 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T09:25:08,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742244_1424 (size=753) 2024-11-15T09:25:08,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742244_1424 (size=753) 2024-11-15T09:25:08,967 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:08,969 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T09:25:08,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742243_1423 (size=753) 2024-11-15T09:25:08,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742243_1423 (size=753) 2024-11-15T09:25:08,977 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:08,978 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T09:25:08,978 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T09:25:08,978 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.9, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.9, size=1.4 K (1413bytes) at 1731662708948Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.9 so closing down at 1731662708951 (+3 ms)3 split writer threads finished at 1731662708951Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731662708955 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731662708955Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662708967 (+12 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731662708969 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662708977 (+8 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731662708978 (+1 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731662708978 2024-11-15T09:25:08,979 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731662703339/wal.dat.9 to hdfs://localhost:38047/user/jenkins/test-data/461e73ef-1ca3-99a7-6974-9c902915f77e/oldWALs/wal.dat.9 2024-11-15T09:25:09,075 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=145 (was 144) - Thread LEAK? -, OpenFileDescriptor=395 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=450 (was 437) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3792 (was 3819) 2024-11-15T09:25:09,084 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=145, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=450, ProcessCount=11, AvailableMemoryMB=3792 2024-11-15T09:25:09,085 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T09:25:09,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742245_1425 (size=7) 2024-11-15T09:25:09,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742245_1425 (size=7) 2024-11-15T09:25:09,495 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38047/user/jenkins/test-data/27fd8094-bdb7-2f41-ad4f-dd14aa0ad9e4 with version=8 2024-11-15T09:25:09,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:25:09,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:25:09,499 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T09:25:09,499 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-15T09:25:09,500 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T09:25:09,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:09,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:09,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:09,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:09,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:09,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:09,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:09,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:09,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:09,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:09,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:09,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:09,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:09,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:09,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:09,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:09,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:09,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:09,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:09,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:09,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742246_1426 (size=863) 2024-11-15T09:25:09,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742246_1426 (size=863) 2024-11-15T09:25:09,907 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T09:25:09,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742247_1427 (size=823) 2024-11-15T09:25:09,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742247_1427 (size=823) 2024-11-15T09:25:09,935 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/b35bd4f1-52c6-9690-6ac3-2d69343dade4/WALs/testeofisignored,16010,1731662709499/wal.dat.0, size=823 (823bytes) 2024-11-15T09:25:09,935 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/b35bd4f1-52c6-9690-6ac3-2d69343dade4/WALs/testeofisignored,16010,1731662709499/wal.dat.0 2024-11-15T09:25:09,935 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/b35bd4f1-52c6-9690-6ac3-2d69343dade4/WALs/testeofisignored,16010,1731662709499/wal.dat.0 after 0ms 2024-11-15T09:25:09,937 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/b35bd4f1-52c6-9690-6ac3-2d69343dade4/WALs/testeofisignored,16010,1731662709499/wal.dat.0 took 2ms 2024-11-15T09:25:09,942 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38047/user/jenkins/test-data/b35bd4f1-52c6-9690-6ac3-2d69343dade4/WALs/testeofisignored,16010,1731662709499/wal.dat.0; continuing. 2024-11-15T09:25:09,942 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/b35bd4f1-52c6-9690-6ac3-2d69343dade4/WALs/testeofisignored,16010,1731662709499/wal.dat.0 so closing down 2024-11-15T09:25:09,942 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:09,942 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:09,946 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T09:25:09,947 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/b35bd4f1-52c6-9690-6ac3-2d69343dade4/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T09:25:09,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742248_1428 (size=786) 2024-11-15T09:25:09,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742248_1428 (size=786) 2024-11-15T09:25:09,955 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/b35bd4f1-52c6-9690-6ac3-2d69343dade4/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:09,957 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/b35bd4f1-52c6-9690-6ac3-2d69343dade4/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/b35bd4f1-52c6-9690-6ac3-2d69343dade4/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-11-15T09:25:09,957 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/b35bd4f1-52c6-9690-6ac3-2d69343dade4/WALs/testeofisignored,16010,1731662709499/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-11-15T09:25:09,957 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/b35bd4f1-52c6-9690-6ac3-2d69343dade4/WALs/testeofisignored,16010,1731662709499/wal.dat.0, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/b35bd4f1-52c6-9690-6ac3-2d69343dade4/WALs/testeofisignored,16010,1731662709499/wal.dat.0, size=823 (823bytes) at 1731662709935Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/b35bd4f1-52c6-9690-6ac3-2d69343dade4/WALs/testeofisignored,16010,1731662709499/wal.dat.0 so closing down at 1731662709942 (+7 ms)3 split writer threads finished at 1731662709942Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/b35bd4f1-52c6-9690-6ac3-2d69343dade4/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731662709947 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/b35bd4f1-52c6-9690-6ac3-2d69343dade4/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731662709955 (+8 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/b35bd4f1-52c6-9690-6ac3-2d69343dade4/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/b35bd4f1-52c6-9690-6ac3-2d69343dade4/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1731662709957 (+2 ms)Processed 9 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/b35bd4f1-52c6-9690-6ac3-2d69343dade4/WALs/testeofisignored,16010,1731662709499/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1731662709957 2024-11-15T09:25:09,959 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/b35bd4f1-52c6-9690-6ac3-2d69343dade4/WALs/testeofisignored,16010,1731662709499/wal.dat.0 to hdfs://localhost:38047/user/jenkins/test-data/b35bd4f1-52c6-9690-6ac3-2d69343dade4/oldWALs/wal.dat.0 2024-11-15T09:25:09,972 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=145 (was 145), OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=450 (was 450), ProcessCount=11 (was 11), AvailableMemoryMB=3789 (was 3792) 2024-11-15T09:25:09,985 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=145, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=450, ProcessCount=11, AvailableMemoryMB=3789 2024-11-15T09:25:09,985 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T09:25:09,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742249_1429 (size=7) 2024-11-15T09:25:09,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742249_1429 (size=7) 2024-11-15T09:25:09,995 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38047/user/jenkins/test-data/27fd8094-bdb7-2f41-ad4f-dd14aa0ad9e4 with version=8 2024-11-15T09:25:09,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:25:09,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:25:09,999 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T09:25:09,999 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-11-15T09:25:10,000 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-15T09:25:10,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742250_1430 (size=93) 2024-11-15T09:25:10,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742250_1430 (size=93) 2024-11-15T09:25:10,024 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/330765cb-e02f-d0a7-8eea-fe2de2a6b1c3/WALs/testsplitlogfileempty,16010,1731662709999/wal.dat..empty, size=93 (93bytes) 2024-11-15T09:25:10,024 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/330765cb-e02f-d0a7-8eea-fe2de2a6b1c3/WALs/testsplitlogfileempty,16010,1731662709999/wal.dat..empty 2024-11-15T09:25:10,024 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/330765cb-e02f-d0a7-8eea-fe2de2a6b1c3/WALs/testsplitlogfileempty,16010,1731662709999/wal.dat..empty after 0ms 2024-11-15T09:25:10,027 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/330765cb-e02f-d0a7-8eea-fe2de2a6b1c3/WALs/testsplitlogfileempty,16010,1731662709999/wal.dat..empty took 3ms 2024-11-15T09:25:10,027 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/330765cb-e02f-d0a7-8eea-fe2de2a6b1c3/WALs/testsplitlogfileempty,16010,1731662709999/wal.dat..empty so closing down 2024-11-15T09:25:10,027 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:10,027 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:10,028 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/330765cb-e02f-d0a7-8eea-fe2de2a6b1c3/WALs/testsplitlogfileempty,16010,1731662709999/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-15T09:25:10,028 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/330765cb-e02f-d0a7-8eea-fe2de2a6b1c3/WALs/testsplitlogfileempty,16010,1731662709999/wal.dat..empty, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/330765cb-e02f-d0a7-8eea-fe2de2a6b1c3/WALs/testsplitlogfileempty,16010,1731662709999/wal.dat..empty, size=93 (93bytes) at 1731662710024Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/330765cb-e02f-d0a7-8eea-fe2de2a6b1c3/WALs/testsplitlogfileempty,16010,1731662709999/wal.dat..empty so closing down at 1731662710027 (+3 ms)3 split writer threads finished at 1731662710027Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/330765cb-e02f-d0a7-8eea-fe2de2a6b1c3/WALs/testsplitlogfileempty,16010,1731662709999/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731662710028 (+1 ms) 2024-11-15T09:25:10,037 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/330765cb-e02f-d0a7-8eea-fe2de2a6b1c3/WALs/testsplitlogfileempty,16010,1731662709999/wal.dat..empty to hdfs://localhost:38047/user/jenkins/test-data/330765cb-e02f-d0a7-8eea-fe2de2a6b1c3/oldWALs/wal.dat..empty 2024-11-15T09:25:10,052 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=145 (was 145), OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=450 (was 450), ProcessCount=11 (was 11), AvailableMemoryMB=3789 (was 3789) 2024-11-15T09:25:10,061 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=145, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=450, ProcessCount=11, AvailableMemoryMB=3789 2024-11-15T09:25:10,062 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T09:25:10,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742251_1431 (size=7) 2024-11-15T09:25:10,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742251_1431 (size=7) 2024-11-15T09:25:10,069 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38047/user/jenkins/test-data/27fd8094-bdb7-2f41-ad4f-dd14aa0ad9e4 with version=8 2024-11-15T09:25:10,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:25:10,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:25:10,072 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T09:25:10,073 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T09:25:10,073 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T09:25:10,074 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T09:25:10,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742252_1432 (size=1393) 2024-11-15T09:25:10,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742252_1432 (size=1393) 2024-11-15T09:25:10,087 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T09:25:10,087 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T09:25:10,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742253_1433 (size=1393) 2024-11-15T09:25:10,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742253_1433 (size=1393) 2024-11-15T09:25:10,098 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T09:25:10,098 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T09:25:10,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742254_1434 (size=1393) 2024-11-15T09:25:10,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742254_1434 (size=1393) 2024-11-15T09:25:10,110 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T09:25:10,110 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T09:25:10,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742255_1435 (size=1393) 2024-11-15T09:25:10,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742255_1435 (size=1393) 2024-11-15T09:25:10,120 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T09:25:10,120 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T09:25:10,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742256_1436 (size=1393) 2024-11-15T09:25:10,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742256_1436 (size=1393) 2024-11-15T09:25:10,129 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T09:25:10,129 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T09:25:10,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742257_1437 (size=1393) 2024-11-15T09:25:10,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742257_1437 (size=1393) 2024-11-15T09:25:10,139 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T09:25:10,140 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T09:25:10,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742258_1438 (size=1405) 2024-11-15T09:25:10,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742258_1438 (size=1405) 2024-11-15T09:25:10,149 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T09:25:10,150 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T09:25:10,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742259_1439 (size=1413) 2024-11-15T09:25:10,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742259_1439 (size=1413) 2024-11-15T09:25:10,163 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T09:25:10,163 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T09:25:10,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742260_1440 (size=1413) 2024-11-15T09:25:10,176 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T09:25:10,177 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T09:25:10,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742260_1440 (size=1413) 2024-11-15T09:25:10,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:10,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:10,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742261_1441 (size=1413) 2024-11-15T09:25:10,201 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T09:25:10,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742261_1441 (size=1413) 2024-11-15T09:25:10,219 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T09:25:10,219 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.0 2024-11-15T09:25:10,220 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.0 after 1ms 2024-11-15T09:25:10,221 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.0 took 2ms 2024-11-15T09:25:10,223 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.0 so closing down 2024-11-15T09:25:10,223 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:10,223 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:10,226 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T09:25:10,227 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T09:25:10,227 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T09:25:10,228 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T09:25:10,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742262_1442 (size=743) 2024-11-15T09:25:10,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742262_1442 (size=743) 2024-11-15T09:25:10,231 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:10,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742263_1443 (size=743) 2024-11-15T09:25:10,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742263_1443 (size=743) 2024-11-15T09:25:10,233 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T09:25:10,233 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:10,234 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T09:25:10,234 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:25:10,234 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.0, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.0, size=1.4 K (1393bytes) at 1731662710219Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.0 so closing down at 1731662710223 (+4 ms)3 split writer threads finished at 1731662710223Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731662710227 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731662710228 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662710231 (+3 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731662710233 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662710233Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731662710234 (+1 ms)Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662710234 2024-11-15T09:25:10,235 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.0 to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/oldWALs/wal.dat.0 2024-11-15T09:25:10,235 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T09:25:10,235 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.1 2024-11-15T09:25:10,236 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.1 after 1ms 2024-11-15T09:25:10,238 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.1 took 3ms 2024-11-15T09:25:10,241 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.1 so closing down 2024-11-15T09:25:10,241 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:10,242 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:10,246 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T09:25:10,246 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T09:25:10,246 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T09:25:10,247 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T09:25:10,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742265_1445 (size=743) 2024-11-15T09:25:10,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742265_1445 (size=743) 2024-11-15T09:25:10,259 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:10,260 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T09:25:10,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742264_1444 (size=743) 2024-11-15T09:25:10,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742264_1444 (size=743) 2024-11-15T09:25:10,270 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:10,271 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T09:25:10,272 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:25:10,272 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.1, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.1, size=1.4 K (1393bytes) at 1731662710235Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.1 so closing down at 1731662710241 (+6 ms)3 split writer threads finished at 1731662710242 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731662710247 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731662710247Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662710259 (+12 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731662710260 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662710271 (+11 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731662710271Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662710272 (+1 ms) 2024-11-15T09:25:10,275 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.1 to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/oldWALs/wal.dat.1 2024-11-15T09:25:10,275 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T09:25:10,275 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.2 2024-11-15T09:25:10,275 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.2 after 0ms 2024-11-15T09:25:10,277 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.2 took 2ms 2024-11-15T09:25:10,278 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.2 so closing down 2024-11-15T09:25:10,278 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:10,278 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:10,280 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T09:25:10,286 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T09:25:10,286 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T09:25:10,286 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T09:25:10,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742267_1447 (size=743) 2024-11-15T09:25:10,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742267_1447 (size=743) 2024-11-15T09:25:10,300 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:10,301 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T09:25:10,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742266_1446 (size=743) 2024-11-15T09:25:10,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742266_1446 (size=743) 2024-11-15T09:25:10,310 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:10,311 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T09:25:10,311 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:25:10,311 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.2, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.2, size=1.4 K (1393bytes) at 1731662710275Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.2 so closing down at 1731662710278 (+3 ms)3 split writer threads finished at 1731662710278Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731662710286 (+8 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731662710286Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662710300 (+14 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731662710301 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662710310 (+9 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731662710311 (+1 ms)Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662710311 2024-11-15T09:25:10,312 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.2 to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/oldWALs/wal.dat.2 2024-11-15T09:25:10,312 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T09:25:10,312 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.3 2024-11-15T09:25:10,312 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.3 after 0ms 2024-11-15T09:25:10,314 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.3 took 2ms 2024-11-15T09:25:10,315 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.3 so closing down 2024-11-15T09:25:10,315 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:10,315 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:10,317 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T09:25:10,317 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T09:25:10,318 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T09:25:10,319 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T09:25:10,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742268_1448 (size=743) 2024-11-15T09:25:10,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742268_1448 (size=743) 2024-11-15T09:25:10,330 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:10,331 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T09:25:10,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742269_1449 (size=743) 2024-11-15T09:25:10,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742269_1449 (size=743) 2024-11-15T09:25:10,338 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:10,339 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T09:25:10,339 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:25:10,339 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.3, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.3, size=1.4 K (1393bytes) at 1731662710312Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.3 so closing down at 1731662710315 (+3 ms)3 split writer threads finished at 1731662710315Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731662710318 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731662710319 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662710330 (+11 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731662710331 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662710338 (+7 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731662710339 (+1 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662710339 2024-11-15T09:25:10,340 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.3 to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/oldWALs/wal.dat.3 2024-11-15T09:25:10,341 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T09:25:10,341 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.4 2024-11-15T09:25:10,341 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.4 after 0ms 2024-11-15T09:25:10,342 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.4 took 2ms 2024-11-15T09:25:10,343 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.4 so closing down 2024-11-15T09:25:10,343 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:10,343 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:10,345 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T09:25:10,345 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T09:25:10,345 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T09:25:10,346 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T09:25:10,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742271_1451 (size=743) 2024-11-15T09:25:10,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742271_1451 (size=743) 2024-11-15T09:25:10,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742270_1450 (size=743) 2024-11-15T09:25:10,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742270_1450 (size=743) 2024-11-15T09:25:10,750 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:10,752 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T09:25:10,760 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:10,761 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T09:25:10,762 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:25:10,762 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.4, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.4, size=1.4 K (1393bytes) at 1731662710341Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.4 so closing down at 1731662710343 (+2 ms)3 split writer threads finished at 1731662710343Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731662710345 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731662710346 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662710750 (+404 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731662710752 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662710761 (+9 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731662710761Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662710762 (+1 ms) 2024-11-15T09:25:10,763 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.4 to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/oldWALs/wal.dat.4 2024-11-15T09:25:10,763 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.5, size=1.4 K (1393bytes) 2024-11-15T09:25:10,763 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.5 2024-11-15T09:25:10,763 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.5 after 0ms 2024-11-15T09:25:10,765 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.5 took 2ms 2024-11-15T09:25:10,766 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.5 so closing down 2024-11-15T09:25:10,766 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:10,766 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:10,767 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T09:25:10,767 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T09:25:10,768 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T09:25:10,768 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T09:25:10,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742273_1453 (size=743) 2024-11-15T09:25:10,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742273_1453 (size=743) 2024-11-15T09:25:10,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742272_1452 (size=743) 2024-11-15T09:25:10,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742272_1452 (size=743) 2024-11-15T09:25:10,776 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:10,777 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-15T09:25:11,175 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:11,177 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-15T09:25:11,177 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T09:25:11,177 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.5, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.5, size=1.4 K (1393bytes) at 1731662710763Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.5 so closing down at 1731662710766 (+3 ms)3 split writer threads finished at 1731662710766Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731662710768 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731662710768Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662710776 (+8 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731662710777 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662711176 (+399 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731662711177 (+1 ms)Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731662711177 2024-11-15T09:25:11,178 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.5 to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/oldWALs/wal.dat.5 2024-11-15T09:25:11,178 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T09:25:11,179 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.6 2024-11-15T09:25:11,179 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.6 after 0ms 2024-11-15T09:25:11,180 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.6 took 2ms 2024-11-15T09:25:11,182 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.6 so closing down 2024-11-15T09:25:11,182 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:11,182 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:11,183 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T09:25:11,184 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T09:25:11,184 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T09:25:11,184 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T09:25:11,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742274_1454 (size=749) 2024-11-15T09:25:11,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742274_1454 (size=749) 2024-11-15T09:25:11,195 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:11,196 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T09:25:11,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742275_1455 (size=749) 2024-11-15T09:25:11,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742275_1455 (size=749) 2024-11-15T09:25:11,197 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:11,198 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T09:25:11,199 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T09:25:11,199 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.6, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.6, size=1.4 K (1405bytes) at 1731662711179Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.6 so closing down at 1731662711182 (+3 ms)3 split writer threads finished at 1731662711182Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731662711184 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731662711184Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662711195 (+11 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731662711196 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662711197 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731662711198 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731662711199 (+1 ms) 2024-11-15T09:25:11,200 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.6 to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/oldWALs/wal.dat.6 2024-11-15T09:25:11,200 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T09:25:11,200 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.7 2024-11-15T09:25:11,200 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.7 after 0ms 2024-11-15T09:25:11,202 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.7 took 2ms 2024-11-15T09:25:11,203 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.7 so closing down 2024-11-15T09:25:11,203 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:11,203 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:11,204 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T09:25:11,209 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T09:25:11,210 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T09:25:11,216 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T09:25:11,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742276_1456 (size=753) 2024-11-15T09:25:11,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742276_1456 (size=753) 2024-11-15T09:25:11,222 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:11,223 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T09:25:11,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742277_1457 (size=753) 2024-11-15T09:25:11,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742277_1457 (size=753) 2024-11-15T09:25:11,229 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:11,230 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T09:25:11,230 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T09:25:11,230 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.7, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.7, size=1.4 K (1413bytes) at 1731662711200Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.7 so closing down at 1731662711203 (+3 ms)3 split writer threads finished at 1731662711203Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731662711209 (+6 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731662711216 (+7 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662711222 (+6 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731662711223 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662711229 (+6 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731662711230 (+1 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731662711230 2024-11-15T09:25:11,232 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.7 to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/oldWALs/wal.dat.7 2024-11-15T09:25:11,232 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T09:25:11,232 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.8 2024-11-15T09:25:11,232 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.8 after 0ms 2024-11-15T09:25:11,234 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.8 took 2ms 2024-11-15T09:25:11,235 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.8 so closing down 2024-11-15T09:25:11,235 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:11,235 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:11,237 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T09:25:11,237 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T09:25:11,237 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T09:25:11,237 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T09:25:11,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742279_1459 (size=753) 2024-11-15T09:25:11,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742279_1459 (size=753) 2024-11-15T09:25:11,249 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:11,250 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T09:25:11,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742278_1458 (size=753) 2024-11-15T09:25:11,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742278_1458 (size=753) 2024-11-15T09:25:11,654 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:11,655 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T09:25:11,655 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T09:25:11,655 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.8, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.8, size=1.4 K (1413bytes) at 1731662711232Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.8 so closing down at 1731662711235 (+3 ms)3 split writer threads finished at 1731662711235Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731662711237 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731662711238 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662711249 (+11 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731662711250 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662711654 (+404 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731662711655 (+1 ms)Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731662711655 2024-11-15T09:25:11,657 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.8 to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/oldWALs/wal.dat.8 2024-11-15T09:25:11,657 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T09:25:11,657 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.9 2024-11-15T09:25:11,657 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.9 after 0ms 2024-11-15T09:25:11,661 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.9 took 4ms 2024-11-15T09:25:11,662 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.9 so closing down 2024-11-15T09:25:11,662 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:11,662 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:11,663 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T09:25:11,663 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T09:25:11,664 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T09:25:11,664 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T09:25:11,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742280_1460 (size=753) 2024-11-15T09:25:11,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742281_1461 (size=753) 2024-11-15T09:25:11,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742280_1460 (size=753) 2024-11-15T09:25:11,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742281_1461 (size=753) 2024-11-15T09:25:12,068 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:12,068 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:12,069 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T09:25:12,069 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T09:25:12,069 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 408 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T09:25:12,070 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.9, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.9, size=1.4 K (1413bytes) at 1731662711657Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.9 so closing down at 1731662711662 (+5 ms)3 split writer threads finished at 1731662711662Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731662711664 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731662711664Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662712068 (+404 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662712068Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731662712069 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731662712069Processed 20 edits across 2 Regions in 408 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731662712069 2024-11-15T09:25:12,071 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/WALs/testlogsgetarchivedaftersplit,16010,1731662710072/wal.dat.9 to hdfs://localhost:38047/user/jenkins/test-data/c1cf9804-f6c3-77c0-5232-9c1fba9c4f4d/oldWALs/wal.dat.9 2024-11-15T09:25:12,080 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=145 (was 145), OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=450 (was 450), ProcessCount=11 (was 11), AvailableMemoryMB=3792 (was 3789) - AvailableMemoryMB LEAK? - 2024-11-15T09:25:12,086 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=145, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=450, ProcessCount=11, AvailableMemoryMB=3792 2024-11-15T09:25:12,086 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T09:25:12,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742282_1462 (size=7) 2024-11-15T09:25:12,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742282_1462 (size=7) 2024-11-15T09:25:12,097 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38047/user/jenkins/test-data/27fd8094-bdb7-2f41-ad4f-dd14aa0ad9e4 with version=8 2024-11-15T09:25:12,098 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:25:12,099 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:25:12,101 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T09:25:12,101 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-11-15T09:25:12,101 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-15T09:25:12,102 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T09:25:12,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742283_1463 (size=723) 2024-11-15T09:25:12,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742283_1463 (size=723) 2024-11-15T09:25:12,113 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T09:25:12,114 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T09:25:12,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742284_1464 (size=723) 2024-11-15T09:25:12,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742284_1464 (size=723) 2024-11-15T09:25:12,121 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T09:25:12,121 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T09:25:12,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742285_1465 (size=723) 2024-11-15T09:25:12,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742285_1465 (size=723) 2024-11-15T09:25:12,131 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T09:25:12,131 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T09:25:12,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742286_1466 (size=723) 2024-11-15T09:25:12,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742286_1466 (size=723) 2024-11-15T09:25:12,137 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T09:25:12,137 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T09:25:12,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742287_1467 (size=723) 2024-11-15T09:25:12,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742287_1467 (size=723) 2024-11-15T09:25:12,548 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T09:25:12,548 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T09:25:12,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742288_1468 (size=723) 2024-11-15T09:25:12,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742288_1468 (size=723) 2024-11-15T09:25:12,558 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T09:25:12,558 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T09:25:12,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742289_1469 (size=723) 2024-11-15T09:25:12,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742289_1469 (size=723) 2024-11-15T09:25:12,569 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T09:25:12,569 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T09:25:12,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742290_1470 (size=723) 2024-11-15T09:25:12,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742290_1470 (size=723) 2024-11-15T09:25:12,580 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T09:25:12,580 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T09:25:12,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742291_1471 (size=723) 2024-11-15T09:25:12,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742291_1471 (size=723) 2024-11-15T09:25:12,590 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T09:25:12,591 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T09:25:12,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:12,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:12,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742292_1472 (size=723) 2024-11-15T09:25:12,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742292_1472 (size=723) 2024-11-15T09:25:12,599 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T09:25:12,617 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:38047/user/jenkins/test-data/cfa7284e-3e36-d2d9-cb29-02c106b2c4a1/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:38047/user/jenkins/test-data/cfa7284e-3e36-d2d9-cb29-02c106b2c4a1/oldWALs, maxLogs=32 2024-11-15T09:25:12,656 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1731662712653 2024-11-15T09:25:12,686 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cfa7284e-3e36-d2d9-cb29-02c106b2c4a1/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1731662712653 2024-11-15T09:25:12,754 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:41685:41685),(127.0.0.1/127.0.0.1:45711:45711)] 2024-11-15T09:25:12,778 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/cfa7284e-3e36-d2d9-cb29-02c106b2c4a1/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731662712101/wal.dat.0, size=723 (723bytes) 2024-11-15T09:25:12,778 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/cfa7284e-3e36-d2d9-cb29-02c106b2c4a1/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731662712101/wal.dat.0 2024-11-15T09:25:12,779 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/cfa7284e-3e36-d2d9-cb29-02c106b2c4a1/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731662712101/wal.dat.0 after 1ms 2024-11-15T09:25:12,787 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/cfa7284e-3e36-d2d9-cb29-02c106b2c4a1/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731662712101/wal.dat.0 took 10ms 2024-11-15T09:25:12,814 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/cfa7284e-3e36-d2d9-cb29-02c106b2c4a1/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731662712101/wal.dat.0 so closing down 2024-11-15T09:25:12,814 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:12,814 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:12,839 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T09:25:12,842 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/cfa7284e-3e36-d2d9-cb29-02c106b2c4a1/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T09:25:12,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742294_1474 (size=723) 2024-11-15T09:25:12,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742294_1474 (size=723) 2024-11-15T09:25:12,892 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/cfa7284e-3e36-d2d9-cb29-02c106b2c4a1/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:12,894 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/cfa7284e-3e36-d2d9-cb29-02c106b2c4a1/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/cfa7284e-3e36-d2d9-cb29-02c106b2c4a1/data/default/t1/r0/recovered.edits/0000000000000000009 2024-11-15T09:25:12,894 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 82 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/cfa7284e-3e36-d2d9-cb29-02c106b2c4a1/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731662712101/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-11-15T09:25:12,894 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/cfa7284e-3e36-d2d9-cb29-02c106b2c4a1/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731662712101/wal.dat.0, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/cfa7284e-3e36-d2d9-cb29-02c106b2c4a1/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731662712101/wal.dat.0, size=723 (723bytes) at 1731662712778Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/cfa7284e-3e36-d2d9-cb29-02c106b2c4a1/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731662712101/wal.dat.0 so closing down at 1731662712814 (+36 ms)3 split writer threads finished at 1731662712814Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/cfa7284e-3e36-d2d9-cb29-02c106b2c4a1/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731662712842 (+28 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/cfa7284e-3e36-d2d9-cb29-02c106b2c4a1/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662712892 (+50 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/cfa7284e-3e36-d2d9-cb29-02c106b2c4a1/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/cfa7284e-3e36-d2d9-cb29-02c106b2c4a1/data/default/t1/r0/recovered.edits/0000000000000000009 at 1731662712894 (+2 ms)Processed 10 edits across 1 Regions in 82 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/cfa7284e-3e36-d2d9-cb29-02c106b2c4a1/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731662712101/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1731662712894 2024-11-15T09:25:12,916 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T09:25:12,917 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T09:25:12,917 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T09:25:12,917 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T09:25:12,917 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T09:25:12,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742293_1473 (size=93) 2024-11-15T09:25:12,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742293_1473 (size=93) 2024-11-15T09:25:12,933 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cfa7284e-3e36-d2d9-cb29-02c106b2c4a1/oldWALs 2024-11-15T09:25:12,936 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1731662712653) 2024-11-15T09:25:12,967 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=151 (was 145) - Thread LEAK? -, OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=450 (was 450), ProcessCount=11 (was 11), AvailableMemoryMB=3765 (was 3792) 2024-11-15T09:25:13,001 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=151, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=450, ProcessCount=11, AvailableMemoryMB=3763 2024-11-15T09:25:13,001 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T09:25:13,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742295_1475 (size=7) 2024-11-15T09:25:13,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742295_1475 (size=7) 2024-11-15T09:25:13,111 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38047/user/jenkins/test-data/27fd8094-bdb7-2f41-ad4f-dd14aa0ad9e4 with version=8 2024-11-15T09:25:13,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:25:13,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:25:13,115 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T09:25:13,116 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-15T09:25:13,116 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T09:25:13,116 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T09:25:13,117 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T09:25:13,117 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T09:25:13,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742296_1476 (size=1393) 2024-11-15T09:25:13,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742296_1476 (size=1393) 2024-11-15T09:25:13,159 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T09:25:13,159 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T09:25:13,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742297_1477 (size=1393) 2024-11-15T09:25:13,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742297_1477 (size=1393) 2024-11-15T09:25:13,226 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T09:25:13,227 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T09:25:13,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742298_1478 (size=1393) 2024-11-15T09:25:13,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742298_1478 (size=1393) 2024-11-15T09:25:13,659 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T09:25:13,659 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T09:25:13,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742299_1479 (size=1393) 2024-11-15T09:25:13,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742299_1479 (size=1393) 2024-11-15T09:25:13,679 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T09:25:13,679 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T09:25:13,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742300_1480 (size=1393) 2024-11-15T09:25:13,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742300_1480 (size=1393) 2024-11-15T09:25:13,719 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T09:25:13,719 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T09:25:13,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742301_1481 (size=1393) 2024-11-15T09:25:13,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742301_1481 (size=1393) 2024-11-15T09:25:13,804 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T09:25:13,804 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T09:25:13,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742302_1482 (size=1405) 2024-11-15T09:25:13,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742302_1482 (size=1405) 2024-11-15T09:25:13,826 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T09:25:13,826 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T09:25:13,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742303_1483 (size=1413) 2024-11-15T09:25:13,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742303_1483 (size=1413) 2024-11-15T09:25:13,844 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T09:25:13,845 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T09:25:13,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742304_1484 (size=1413) 2024-11-15T09:25:13,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742304_1484 (size=1413) 2024-11-15T09:25:13,882 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T09:25:13,882 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T09:25:13,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:13,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:13,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742305_1485 (size=1413) 2024-11-15T09:25:13,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742305_1485 (size=1413) 2024-11-15T09:25:13,917 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T09:25:13,941 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T09:25:13,941 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.0 2024-11-15T09:25:13,941 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.0 after 0ms 2024-11-15T09:25:13,942 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.0 took 2ms 2024-11-15T09:25:13,943 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T09:25:13,944 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.0 so closing down 2024-11-15T09:25:13,944 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:13,946 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:13,946 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T09:25:13,946 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.0, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.0, size=1.4 K (1393bytes) at 1731662713941Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.0 so closing down at 1731662713944 (+3 ms)3 split writer threads finished at 1731662713946 (+2 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731662713946 2024-11-15T09:25:13,947 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.0 to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.0 2024-11-15T09:25:13,947 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T09:25:13,947 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.1 2024-11-15T09:25:13,948 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.1 after 1ms 2024-11-15T09:25:13,949 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.1 took 2ms 2024-11-15T09:25:13,950 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T09:25:13,951 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.1 so closing down 2024-11-15T09:25:13,951 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:13,951 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:13,951 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T09:25:13,951 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.1, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.1, size=1.4 K (1393bytes) at 1731662713947Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.1 so closing down at 1731662713951 (+4 ms)3 split writer threads finished at 1731662713951Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731662713951 2024-11-15T09:25:13,961 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.1 to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.1 2024-11-15T09:25:13,962 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T09:25:13,962 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.2 2024-11-15T09:25:13,962 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.2 after 0ms 2024-11-15T09:25:13,964 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.2 took 3ms 2024-11-15T09:25:13,965 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T09:25:13,966 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.2 so closing down 2024-11-15T09:25:13,966 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:13,968 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:13,968 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T09:25:13,968 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.2, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.2, size=1.4 K (1393bytes) at 1731662713962Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.2 so closing down at 1731662713966 (+4 ms)3 split writer threads finished at 1731662713968 (+2 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731662713968 2024-11-15T09:25:13,970 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.2 to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.2 2024-11-15T09:25:13,970 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T09:25:13,970 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.3 2024-11-15T09:25:13,971 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.3 after 1ms 2024-11-15T09:25:13,972 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.3 took 2ms 2024-11-15T09:25:13,973 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T09:25:13,973 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.3 so closing down 2024-11-15T09:25:13,974 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:13,974 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:13,974 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T09:25:13,974 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.3, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.3, size=1.4 K (1393bytes) at 1731662713970Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.3 so closing down at 1731662713974 (+4 ms)3 split writer threads finished at 1731662713974Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731662713974 2024-11-15T09:25:13,975 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.3 to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.3 2024-11-15T09:25:13,976 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T09:25:13,976 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.4 2024-11-15T09:25:13,976 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.4 after 0ms 2024-11-15T09:25:13,977 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.4 took 2ms 2024-11-15T09:25:13,978 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T09:25:13,979 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.4 so closing down 2024-11-15T09:25:13,979 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:13,979 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:13,979 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T09:25:13,979 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.4, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.4, size=1.4 K (1393bytes) at 1731662713976Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.4 so closing down at 1731662713979 (+3 ms)3 split writer threads finished at 1731662713979Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731662713979 2024-11-15T09:25:13,981 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.4 to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.4 2024-11-15T09:25:13,981 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.5, size=1.4 K (1393bytes) 2024-11-15T09:25:13,981 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.5 2024-11-15T09:25:13,981 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.5 after 0ms 2024-11-15T09:25:13,983 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.5 took 2ms 2024-11-15T09:25:13,985 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T09:25:13,985 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.5 so closing down 2024-11-15T09:25:13,985 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:13,986 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:13,986 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T09:25:13,986 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.5, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.5, size=1.4 K (1393bytes) at 1731662713981Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.5 so closing down at 1731662713985 (+4 ms)3 split writer threads finished at 1731662713986 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731662713986 2024-11-15T09:25:13,994 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.5 to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.5 2024-11-15T09:25:13,994 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T09:25:13,994 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.6 2024-11-15T09:25:13,995 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.6 after 1ms 2024-11-15T09:25:13,998 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.6 took 4ms 2024-11-15T09:25:14,005 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T09:25:14,006 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.6 so closing down 2024-11-15T09:25:14,006 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:14,006 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:14,006 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-15T09:25:14,006 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.6, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.6, size=1.4 K (1405bytes) at 1731662713994Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.6 so closing down at 1731662714006 (+12 ms)3 split writer threads finished at 1731662714006Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731662714006 2024-11-15T09:25:14,011 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.6 to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.6 2024-11-15T09:25:14,012 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T09:25:14,012 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.7 2024-11-15T09:25:14,012 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.7 after 0ms 2024-11-15T09:25:14,014 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.7 took 3ms 2024-11-15T09:25:14,015 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T09:25:14,016 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.7 so closing down 2024-11-15T09:25:14,016 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:14,016 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:14,016 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-15T09:25:14,016 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.7, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.7, size=1.4 K (1413bytes) at 1731662714012Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.7 so closing down at 1731662714016 (+4 ms)3 split writer threads finished at 1731662714016Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731662714016 2024-11-15T09:25:14,018 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.7 to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.7 2024-11-15T09:25:14,018 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T09:25:14,018 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.8 2024-11-15T09:25:14,018 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.8 after 0ms 2024-11-15T09:25:14,020 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.8 took 2ms 2024-11-15T09:25:14,032 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T09:25:14,032 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.8 so closing down 2024-11-15T09:25:14,032 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:14,032 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:14,032 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-15T09:25:14,033 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.8, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.8, size=1.4 K (1413bytes) at 1731662714018Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.8 so closing down at 1731662714032 (+14 ms)3 split writer threads finished at 1731662714032Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731662714032 2024-11-15T09:25:14,034 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.8 to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.8 2024-11-15T09:25:14,035 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T09:25:14,035 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.9 2024-11-15T09:25:14,035 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.9 after 0ms 2024-11-15T09:25:14,036 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.9 took 2ms 2024-11-15T09:25:14,057 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T09:25:14,058 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.9 so closing down 2024-11-15T09:25:14,058 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:14,058 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:14,058 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-15T09:25:14,058 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.9, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.9, size=1.4 K (1413bytes) at 1731662714035Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.9 so closing down at 1731662714058 (+23 ms)3 split writer threads finished at 1731662714058Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731662714058 2024-11-15T09:25:14,064 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.9 to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.9 2024-11-15T09:25:14,066 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731662713947; access_time=1731662713118; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731662713960; access_time=1731662713159; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731662713969; access_time=1731662713227; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731662713975; access_time=1731662713660; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731662713980; access_time=1731662713680; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731662713991; access_time=1731662713719; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731662714007; access_time=1731662713804; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731662714017; access_time=1731662713826; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731662714034; access_time=1731662713845; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731662714063; access_time=1731662713882; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-15T09:25:14,079 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T09:25:14,079 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T09:25:14,079 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T09:25:14,080 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T09:25:14,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742306_1486 (size=1393) 2024-11-15T09:25:14,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742306_1486 (size=1393) 2024-11-15T09:25:14,146 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T09:25:14,146 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T09:25:14,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742307_1487 (size=1393) 2024-11-15T09:25:14,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742307_1487 (size=1393) 2024-11-15T09:25:14,176 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T09:25:14,176 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T09:25:14,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742308_1488 (size=1393) 2024-11-15T09:25:14,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742308_1488 (size=1393) 2024-11-15T09:25:14,199 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T09:25:14,199 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T09:25:14,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742309_1489 (size=1393) 2024-11-15T09:25:14,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742309_1489 (size=1393) 2024-11-15T09:25:14,218 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T09:25:14,218 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T09:25:14,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742310_1490 (size=1393) 2024-11-15T09:25:14,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742310_1490 (size=1393) 2024-11-15T09:25:14,654 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T09:25:14,655 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T09:25:14,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742311_1491 (size=1393) 2024-11-15T09:25:14,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742311_1491 (size=1393) 2024-11-15T09:25:14,667 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T09:25:14,667 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T09:25:14,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742312_1492 (size=1405) 2024-11-15T09:25:14,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742312_1492 (size=1405) 2024-11-15T09:25:14,678 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T09:25:14,678 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T09:25:14,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742313_1493 (size=1413) 2024-11-15T09:25:14,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742313_1493 (size=1413) 2024-11-15T09:25:14,687 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T09:25:14,687 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T09:25:14,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742314_1494 (size=1413) 2024-11-15T09:25:14,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742314_1494 (size=1413) 2024-11-15T09:25:14,698 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T09:25:14,698 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T09:25:14,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:14,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:14,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742315_1495 (size=1413) 2024-11-15T09:25:14,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742315_1495 (size=1413) 2024-11-15T09:25:14,710 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T09:25:14,728 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T09:25:14,728 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.0 2024-11-15T09:25:14,728 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.0 after 0ms 2024-11-15T09:25:14,730 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.0 took 2ms 2024-11-15T09:25:14,732 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T09:25:14,733 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.0 so closing down 2024-11-15T09:25:14,733 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:14,733 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:14,735 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T09:25:14,735 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T09:25:14,736 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T09:25:14,737 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T09:25:14,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742316_1496 (size=418) 2024-11-15T09:25:14,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742317_1497 (size=418) 2024-11-15T09:25:14,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742316_1496 (size=418) 2024-11-15T09:25:14,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742317_1497 (size=418) 2024-11-15T09:25:14,750 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:14,750 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:14,751 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-11-15T09:25:14,751 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-11-15T09:25:14,751 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T09:25:14,751 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.0, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.0, size=1.4 K (1393bytes) at 1731662714728Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.0 so closing down at 1731662714733 (+5 ms)3 split writer threads finished at 1731662714733Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731662714736 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731662714737 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731662714750 (+13 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731662714750Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1731662714751 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1731662714751Processed 10 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731662714751 2024-11-15T09:25:14,752 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.0 to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.0 2024-11-15T09:25:14,753 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T09:25:14,753 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.1 2024-11-15T09:25:14,753 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.1 after 0ms 2024-11-15T09:25:14,755 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.1 took 3ms 2024-11-15T09:25:14,756 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T09:25:14,756 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.1 so closing down 2024-11-15T09:25:14,756 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:14,756 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:14,758 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T09:25:14,758 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T09:25:14,759 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T09:25:14,759 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T09:25:14,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742319_1499 (size=418) 2024-11-15T09:25:14,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742319_1499 (size=418) 2024-11-15T09:25:14,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742318_1498 (size=418) 2024-11-15T09:25:14,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742318_1498 (size=418) 2024-11-15T09:25:14,770 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:14,770 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:14,771 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-11-15T09:25:14,771 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-11-15T09:25:14,771 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T09:25:14,771 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.1, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.1, size=1.4 K (1393bytes) at 1731662714753Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.1 so closing down at 1731662714756 (+3 ms)3 split writer threads finished at 1731662714757 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731662714759 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731662714759Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731662714770 (+11 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731662714770Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1731662714771 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000029 at 1731662714771Processed 10 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731662714771 2024-11-15T09:25:14,773 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.1 to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.1 2024-11-15T09:25:14,773 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T09:25:14,773 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.2 2024-11-15T09:25:14,774 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.2 after 1ms 2024-11-15T09:25:14,775 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.2 took 2ms 2024-11-15T09:25:14,776 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T09:25:14,777 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.2 so closing down 2024-11-15T09:25:14,777 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:14,777 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:14,781 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T09:25:14,781 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T09:25:14,782 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T09:25:14,782 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T09:25:14,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742320_1500 (size=418) 2024-11-15T09:25:14,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742321_1501 (size=418) 2024-11-15T09:25:14,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742320_1500 (size=418) 2024-11-15T09:25:14,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742321_1501 (size=418) 2024-11-15T09:25:14,795 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:14,795 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:14,796 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-11-15T09:25:14,796 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-11-15T09:25:14,796 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T09:25:14,796 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.2, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.2, size=1.4 K (1393bytes) at 1731662714773Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.2 so closing down at 1731662714777 (+4 ms)3 split writer threads finished at 1731662714777Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731662714782 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731662714782Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731662714795 (+13 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731662714795Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1731662714796 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1731662714796Processed 10 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731662714796 2024-11-15T09:25:14,798 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.2 to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.2 2024-11-15T09:25:14,798 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T09:25:14,798 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.3 2024-11-15T09:25:14,798 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.3 after 0ms 2024-11-15T09:25:14,800 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.3 took 2ms 2024-11-15T09:25:14,802 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T09:25:14,802 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.3 so closing down 2024-11-15T09:25:14,802 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:14,802 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:14,804 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T09:25:14,804 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T09:25:14,805 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T09:25:14,805 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T09:25:14,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742322_1502 (size=418) 2024-11-15T09:25:14,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742322_1502 (size=418) 2024-11-15T09:25:14,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742323_1503 (size=418) 2024-11-15T09:25:14,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742323_1503 (size=418) 2024-11-15T09:25:14,820 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:14,820 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-11-15T09:25:15,215 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:15,217 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-11-15T09:25:15,218 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T09:25:15,218 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.3, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.3, size=1.4 K (1393bytes) at 1731662714798Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.3 so closing down at 1731662714802 (+4 ms)3 split writer threads finished at 1731662714802Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731662714805 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731662714805Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731662714820 (+15 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1731662714820Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731662715215 (+395 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1731662715218 (+3 ms)Processed 10 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731662715218 2024-11-15T09:25:15,222 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.3 to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.3 2024-11-15T09:25:15,222 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T09:25:15,222 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.4 2024-11-15T09:25:15,223 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.4 after 0ms 2024-11-15T09:25:15,225 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.4 took 3ms 2024-11-15T09:25:15,227 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T09:25:15,227 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.4 so closing down 2024-11-15T09:25:15,227 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:15,228 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:15,231 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T09:25:15,231 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T09:25:15,232 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T09:25:15,232 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T09:25:15,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742324_1504 (size=418) 2024-11-15T09:25:15,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742324_1504 (size=418) 2024-11-15T09:25:15,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742325_1505 (size=418) 2024-11-15T09:25:15,237 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:15,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742325_1505 (size=418) 2024-11-15T09:25:15,238 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:15,239 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-11-15T09:25:15,239 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-11-15T09:25:15,239 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T09:25:15,240 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.4, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.4, size=1.4 K (1393bytes) at 1731662715222Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.4 so closing down at 1731662715227 (+5 ms)3 split writer threads finished at 1731662715228 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731662715232 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731662715232Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731662715237 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731662715238 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1731662715239 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1731662715239Processed 10 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731662715239 2024-11-15T09:25:15,241 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.4 to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.4 2024-11-15T09:25:15,241 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.5, size=1.4 K (1393bytes) 2024-11-15T09:25:15,242 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.5 2024-11-15T09:25:15,242 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.5 after 0ms 2024-11-15T09:25:15,244 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.5 took 3ms 2024-11-15T09:25:15,245 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T09:25:15,245 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.5 so closing down 2024-11-15T09:25:15,245 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:15,245 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:15,247 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T09:25:15,247 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T09:25:15,247 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T09:25:15,247 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T09:25:15,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742326_1506 (size=418) 2024-11-15T09:25:15,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742326_1506 (size=418) 2024-11-15T09:25:15,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742327_1507 (size=418) 2024-11-15T09:25:15,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742327_1507 (size=418) 2024-11-15T09:25:15,256 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:15,256 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:15,257 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-11-15T09:25:15,257 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-15T09:25:15,257 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T09:25:15,257 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.5, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.5, size=1.4 K (1393bytes) at 1731662715242Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.5 so closing down at 1731662715245 (+3 ms)3 split writer threads finished at 1731662715245Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731662715247 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731662715247Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731662715256 (+9 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731662715256Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1731662715257 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731662715257Processed 10 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731662715257 2024-11-15T09:25:15,258 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.5 to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.5 2024-11-15T09:25:15,258 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T09:25:15,258 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.6 2024-11-15T09:25:15,259 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.6 after 1ms 2024-11-15T09:25:15,260 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.6 took 2ms 2024-11-15T09:25:15,261 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T09:25:15,261 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.6 so closing down 2024-11-15T09:25:15,261 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:15,261 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:15,263 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T09:25:15,263 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T09:25:15,268 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T09:25:15,268 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T09:25:15,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742328_1508 (size=419) 2024-11-15T09:25:15,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742329_1509 (size=419) 2024-11-15T09:25:15,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742328_1508 (size=419) 2024-11-15T09:25:15,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742329_1509 (size=419) 2024-11-15T09:25:15,274 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:15,274 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:15,274 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-11-15T09:25:15,274 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-11-15T09:25:15,275 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-15T09:25:15,275 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.6, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.6, size=1.4 K (1405bytes) at 1731662715258Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.6 so closing down at 1731662715261 (+3 ms)3 split writer threads finished at 1731662715261Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731662715268 (+7 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731662715268Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731662715274 (+6 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731662715274Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1731662715274Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1731662715274Processed 10 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731662715275 (+1 ms) 2024-11-15T09:25:15,276 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.6 to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.6 2024-11-15T09:25:15,276 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T09:25:15,276 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.7 2024-11-15T09:25:15,276 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.7 after 0ms 2024-11-15T09:25:15,278 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.7 took 2ms 2024-11-15T09:25:15,279 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T09:25:15,279 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.7 so closing down 2024-11-15T09:25:15,279 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:15,279 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:15,281 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T09:25:15,281 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T09:25:15,281 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T09:25:15,281 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T09:25:15,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742330_1510 (size=423) 2024-11-15T09:25:15,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742331_1511 (size=423) 2024-11-15T09:25:15,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742330_1510 (size=423) 2024-11-15T09:25:15,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742331_1511 (size=423) 2024-11-15T09:25:15,288 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:15,288 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:15,289 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-11-15T09:25:15,289 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-11-15T09:25:15,289 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-15T09:25:15,289 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.7, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.7, size=1.4 K (1413bytes) at 1731662715276Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.7 so closing down at 1731662715279 (+3 ms)3 split writer threads finished at 1731662715279Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731662715281 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731662715281Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731662715288 (+7 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731662715288Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1731662715289 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1731662715289Processed 10 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731662715289 2024-11-15T09:25:15,290 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.7 to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.7 2024-11-15T09:25:15,291 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T09:25:15,291 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.8 2024-11-15T09:25:15,291 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.8 after 0ms 2024-11-15T09:25:15,292 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.8 took 1ms 2024-11-15T09:25:15,293 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T09:25:15,293 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.8 so closing down 2024-11-15T09:25:15,294 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:15,294 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:15,295 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T09:25:15,295 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T09:25:15,296 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T09:25:15,296 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T09:25:15,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742332_1512 (size=423) 2024-11-15T09:25:15,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742333_1513 (size=423) 2024-11-15T09:25:15,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742332_1512 (size=423) 2024-11-15T09:25:15,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742333_1513 (size=423) 2024-11-15T09:25:15,302 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:15,302 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:15,303 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-11-15T09:25:15,303 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-11-15T09:25:15,303 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-15T09:25:15,303 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.8, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.8, size=1.4 K (1413bytes) at 1731662715291Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.8 so closing down at 1731662715293 (+2 ms)3 split writer threads finished at 1731662715294 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731662715296 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731662715296Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731662715302 (+6 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731662715302Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1731662715303 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1731662715303Processed 10 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731662715303 2024-11-15T09:25:15,304 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.8 to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.8 2024-11-15T09:25:15,305 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T09:25:15,305 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.9 2024-11-15T09:25:15,305 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.9 after 0ms 2024-11-15T09:25:15,306 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.9 took 2ms 2024-11-15T09:25:15,307 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T09:25:15,307 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.9 so closing down 2024-11-15T09:25:15,307 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:15,307 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:15,308 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T09:25:15,308 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T09:25:15,309 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T09:25:15,309 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T09:25:15,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742334_1514 (size=423) 2024-11-15T09:25:15,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742334_1514 (size=423) 2024-11-15T09:25:15,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742335_1515 (size=423) 2024-11-15T09:25:15,312 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:15,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742335_1515 (size=423) 2024-11-15T09:25:15,313 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-11-15T09:25:15,714 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:15,718 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-11-15T09:25:15,718 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-15T09:25:15,718 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.9, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.9, size=1.4 K (1413bytes) at 1731662715305Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.9 so closing down at 1731662715307 (+2 ms)3 split writer threads finished at 1731662715307Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731662715309 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731662715309Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731662715312 (+3 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1731662715313 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731662715714 (+401 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1731662715718 (+4 ms)Processed 10 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731662715718 2024-11-15T09:25:15,722 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.9 to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.9 2024-11-15T09:25:15,724 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731662714752; access_time=1731662714081; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731662714772; access_time=1731662714147; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731662714797; access_time=1731662714177; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731662715220; access_time=1731662714199; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731662715240; access_time=1731662714218; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731662715258; access_time=1731662714655; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731662715275; access_time=1731662714668; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731662715290; access_time=1731662714678; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731662715304; access_time=1731662714688; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731662715721; access_time=1731662714699; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-15T09:25:15,729 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T09:25:15,729 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T09:25:15,729 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T09:25:15,730 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T09:25:15,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742336_1516 (size=1393) 2024-11-15T09:25:15,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742336_1516 (size=1393) 2024-11-15T09:25:15,741 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T09:25:15,741 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T09:25:15,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742337_1517 (size=1393) 2024-11-15T09:25:15,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742337_1517 (size=1393) 2024-11-15T09:25:15,751 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T09:25:15,751 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T09:25:15,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742338_1518 (size=1393) 2024-11-15T09:25:15,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742338_1518 (size=1393) 2024-11-15T09:25:15,762 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T09:25:15,762 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T09:25:15,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742339_1519 (size=1393) 2024-11-15T09:25:15,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742339_1519 (size=1393) 2024-11-15T09:25:15,771 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T09:25:15,771 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T09:25:15,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742340_1520 (size=1393) 2024-11-15T09:25:15,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742340_1520 (size=1393) 2024-11-15T09:25:15,778 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T09:25:15,778 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T09:25:15,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742341_1521 (size=1393) 2024-11-15T09:25:15,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742341_1521 (size=1393) 2024-11-15T09:25:15,786 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T09:25:15,786 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T09:25:15,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742342_1522 (size=1405) 2024-11-15T09:25:15,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742342_1522 (size=1405) 2024-11-15T09:25:15,793 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T09:25:15,793 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T09:25:15,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742343_1523 (size=1413) 2024-11-15T09:25:15,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742343_1523 (size=1413) 2024-11-15T09:25:15,804 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T09:25:15,804 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T09:25:15,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742344_1524 (size=1413) 2024-11-15T09:25:15,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742344_1524 (size=1413) 2024-11-15T09:25:15,812 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T09:25:15,812 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T09:25:15,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:15,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:15,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742345_1525 (size=1413) 2024-11-15T09:25:15,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742345_1525 (size=1413) 2024-11-15T09:25:15,819 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T09:25:15,834 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T09:25:15,834 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.0 2024-11-15T09:25:15,834 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.0 after 0ms 2024-11-15T09:25:15,836 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.0 took 2ms 2024-11-15T09:25:15,838 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T09:25:15,839 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.0 so closing down 2024-11-15T09:25:15,839 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:15,839 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:15,840 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T09:25:15,840 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T09:25:15,841 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T09:25:15,841 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T09:25:15,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742347_1527 (size=743) 2024-11-15T09:25:15,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742347_1527 (size=743) 2024-11-15T09:25:15,844 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:15,845 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T09:25:15,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742346_1526 (size=678) 2024-11-15T09:25:15,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742346_1526 (size=678) 2024-11-15T09:25:15,851 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:15,853 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-11-15T09:25:15,854 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T09:25:15,854 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.0, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.0, size=1.4 K (1393bytes) at 1731662715834Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.0 so closing down at 1731662715839 (+5 ms)3 split writer threads finished at 1731662715839Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731662715841 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731662715841Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662715844 (+3 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731662715845 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731662715851 (+6 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1731662715853 (+2 ms)Processed 19 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731662715854 (+1 ms) 2024-11-15T09:25:15,856 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.0 to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.0 2024-11-15T09:25:15,856 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T09:25:15,856 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.1 2024-11-15T09:25:15,856 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.1 after 0ms 2024-11-15T09:25:15,858 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.1 took 2ms 2024-11-15T09:25:15,859 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T09:25:15,860 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.1 so closing down 2024-11-15T09:25:15,860 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:15,860 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:15,861 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T09:25:15,861 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T09:25:15,862 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T09:25:15,862 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T09:25:15,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742348_1528 (size=743) 2024-11-15T09:25:15,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742349_1529 (size=678) 2024-11-15T09:25:15,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742349_1529 (size=678) 2024-11-15T09:25:15,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742348_1528 (size=743) 2024-11-15T09:25:15,873 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:15,873 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:15,874 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-11-15T09:25:15,874 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T09:25:15,874 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T09:25:15,874 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.1, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.1, size=1.4 K (1393bytes) at 1731662715856Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.1 so closing down at 1731662715860 (+4 ms)3 split writer threads finished at 1731662715860Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731662715862 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731662715862Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731662715873 (+11 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662715873Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1731662715874 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731662715874Processed 19 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731662715874 2024-11-15T09:25:15,876 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.1 to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.1 2024-11-15T09:25:15,876 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T09:25:15,876 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.2 2024-11-15T09:25:15,876 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.2 after 0ms 2024-11-15T09:25:15,878 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.2 took 2ms 2024-11-15T09:25:15,879 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T09:25:15,879 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.2 so closing down 2024-11-15T09:25:15,879 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:15,880 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:15,881 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T09:25:15,881 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T09:25:15,884 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T09:25:15,884 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T09:25:15,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742351_1531 (size=678) 2024-11-15T09:25:15,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742350_1530 (size=743) 2024-11-15T09:25:15,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742351_1531 (size=678) 2024-11-15T09:25:15,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742350_1530 (size=743) 2024-11-15T09:25:15,888 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:15,888 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:15,889 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-11-15T09:25:15,889 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T09:25:15,889 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T09:25:15,889 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.2, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.2, size=1.4 K (1393bytes) at 1731662715876Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.2 so closing down at 1731662715879 (+3 ms)3 split writer threads finished at 1731662715880 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731662715884 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731662715884Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662715888 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662715888Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1731662715889 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731662715889Processed 19 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731662715889 2024-11-15T09:25:15,891 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.2 to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.2 2024-11-15T09:25:15,891 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T09:25:15,891 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.3 2024-11-15T09:25:15,891 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.3 after 0ms 2024-11-15T09:25:15,893 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.3 took 2ms 2024-11-15T09:25:15,894 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T09:25:15,895 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.3 so closing down 2024-11-15T09:25:15,895 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:15,895 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:15,896 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T09:25:15,896 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T09:25:15,897 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T09:25:15,897 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T09:25:15,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742352_1532 (size=743) 2024-11-15T09:25:15,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742352_1532 (size=743) 2024-11-15T09:25:15,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742353_1533 (size=678) 2024-11-15T09:25:15,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742353_1533 (size=678) 2024-11-15T09:25:15,906 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:15,907 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-11-15T09:25:16,302 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:16,305 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T09:25:16,305 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T09:25:16,305 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.3, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.3, size=1.4 K (1393bytes) at 1731662715891Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.3 so closing down at 1731662715895 (+4 ms)3 split writer threads finished at 1731662715895Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731662715897 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731662715897Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731662715906 (+9 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1731662715907 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662716302 (+395 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731662716305 (+3 ms)Processed 19 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731662716305 2024-11-15T09:25:16,308 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.3 to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.3 2024-11-15T09:25:16,308 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T09:25:16,308 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.4 2024-11-15T09:25:16,309 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.4 after 1ms 2024-11-15T09:25:16,312 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.4 took 3ms 2024-11-15T09:25:16,313 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T09:25:16,314 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.4 so closing down 2024-11-15T09:25:16,314 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:16,314 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:16,317 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T09:25:16,317 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T09:25:16,318 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T09:25:16,318 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T09:25:16,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742354_1534 (size=743) 2024-11-15T09:25:16,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742355_1535 (size=678) 2024-11-15T09:25:16,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742354_1534 (size=743) 2024-11-15T09:25:16,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742355_1535 (size=678) 2024-11-15T09:25:16,324 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:16,324 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:16,325 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-11-15T09:25:16,325 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T09:25:16,326 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T09:25:16,326 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.4, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.4, size=1.4 K (1393bytes) at 1731662716308Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.4 so closing down at 1731662716314 (+6 ms)3 split writer threads finished at 1731662716314Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731662716318 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731662716318Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731662716324 (+6 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662716324Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1731662716325 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731662716325Processed 19 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731662716326 (+1 ms) 2024-11-15T09:25:16,327 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.4 to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.4 2024-11-15T09:25:16,327 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.5, size=1.4 K (1393bytes) 2024-11-15T09:25:16,327 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.5 2024-11-15T09:25:16,327 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.5 after 0ms 2024-11-15T09:25:16,329 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.5 took 2ms 2024-11-15T09:25:16,330 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T09:25:16,331 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.5 so closing down 2024-11-15T09:25:16,331 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:16,331 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:16,332 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T09:25:16,332 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T09:25:16,333 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T09:25:16,333 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T09:25:16,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742356_1536 (size=743) 2024-11-15T09:25:16,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742357_1537 (size=678) 2024-11-15T09:25:16,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742357_1537 (size=678) 2024-11-15T09:25:16,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742356_1536 (size=743) 2024-11-15T09:25:16,337 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:16,337 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:16,338 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-15T09:25:16,338 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-11-15T09:25:16,338 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T09:25:16,338 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.5, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.5, size=1.4 K (1393bytes) at 1731662716327Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.5 so closing down at 1731662716331 (+4 ms)3 split writer threads finished at 1731662716331Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731662716333 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731662716333Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731662716337 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662716337Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731662716338 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1731662716338Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731662716338 2024-11-15T09:25:16,340 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.5 to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.5 2024-11-15T09:25:16,340 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T09:25:16,340 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.6 2024-11-15T09:25:16,340 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.6 after 0ms 2024-11-15T09:25:16,342 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.6 took 2ms 2024-11-15T09:25:16,343 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T09:25:16,344 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.6 so closing down 2024-11-15T09:25:16,344 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:16,344 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:16,345 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T09:25:16,345 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T09:25:16,346 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T09:25:16,346 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T09:25:16,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742358_1538 (size=749) 2024-11-15T09:25:16,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742359_1539 (size=683) 2024-11-15T09:25:16,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742359_1539 (size=683) 2024-11-15T09:25:16,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742358_1538 (size=749) 2024-11-15T09:25:16,349 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:16,349 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:16,350 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T09:25:16,350 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-11-15T09:25:16,350 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-15T09:25:16,350 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.6, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.6, size=1.4 K (1405bytes) at 1731662716340Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.6 so closing down at 1731662716344 (+4 ms)3 split writer threads finished at 1731662716344Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731662716346 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731662716346Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662716349 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731662716349Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731662716350 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1731662716350Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731662716350 2024-11-15T09:25:16,351 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.6 to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.6 2024-11-15T09:25:16,351 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T09:25:16,351 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.7 2024-11-15T09:25:16,352 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.7 after 1ms 2024-11-15T09:25:16,353 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.7 took 2ms 2024-11-15T09:25:16,354 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T09:25:16,354 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.7 so closing down 2024-11-15T09:25:16,354 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:16,354 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:16,356 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T09:25:16,356 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T09:25:16,357 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T09:25:16,357 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T09:25:16,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742361_1541 (size=753) 2024-11-15T09:25:16,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742361_1541 (size=753) 2024-11-15T09:25:16,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742360_1540 (size=687) 2024-11-15T09:25:16,360 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:16,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742360_1540 (size=687) 2024-11-15T09:25:16,361 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T09:25:16,761 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:16,764 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-11-15T09:25:16,764 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-15T09:25:16,764 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.7, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.7, size=1.4 K (1413bytes) at 1731662716351Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.7 so closing down at 1731662716354 (+3 ms)3 split writer threads finished at 1731662716354Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731662716357 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731662716357Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662716360 (+3 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731662716361 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731662716761 (+400 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1731662716764 (+3 ms)Processed 19 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731662716764 2024-11-15T09:25:16,766 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.7 to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.7 2024-11-15T09:25:16,766 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T09:25:16,766 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.8 2024-11-15T09:25:16,766 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.8 after 0ms 2024-11-15T09:25:16,768 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.8 took 2ms 2024-11-15T09:25:16,769 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T09:25:16,769 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.8 so closing down 2024-11-15T09:25:16,769 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:16,770 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:16,771 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T09:25:16,771 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T09:25:16,772 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T09:25:16,772 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T09:25:16,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742362_1542 (size=687) 2024-11-15T09:25:16,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742363_1543 (size=753) 2024-11-15T09:25:16,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742363_1543 (size=753) 2024-11-15T09:25:16,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742362_1542 (size=687) 2024-11-15T09:25:16,776 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:16,776 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:16,777 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T09:25:16,777 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-11-15T09:25:16,777 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-15T09:25:16,777 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.8, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.8, size=1.4 K (1413bytes) at 1731662716766Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.8 so closing down at 1731662716769 (+3 ms)3 split writer threads finished at 1731662716770 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731662716772 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731662716772Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731662716776 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662716776Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731662716777 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1731662716777Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731662716777 2024-11-15T09:25:16,778 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.8 to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.8 2024-11-15T09:25:16,779 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T09:25:16,779 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.9 2024-11-15T09:25:16,779 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.9 after 0ms 2024-11-15T09:25:16,780 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.9 took 2ms 2024-11-15T09:25:16,781 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T09:25:16,781 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.9 so closing down 2024-11-15T09:25:16,781 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:25:16,781 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:25:16,782 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T09:25:16,783 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T09:25:16,783 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T09:25:16,784 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T09:25:16,784 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T09:25:16,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742365_1545 (size=753) 2024-11-15T09:25:16,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742364_1544 (size=687) 2024-11-15T09:25:16,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742365_1545 (size=753) 2024-11-15T09:25:16,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742364_1544 (size=687) 2024-11-15T09:25:16,792 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:16,792 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T09:25:16,792 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-11-15T09:25:16,793 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T09:25:16,793 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-15T09:25:16,793 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.9, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.9, size=1.4 K (1413bytes) at 1731662716779Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.9 so closing down at 1731662716781 (+2 ms)3 split writer threads finished at 1731662716782 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731662716784 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731662716784Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731662716792 (+8 ms)Closed recovered edits writer path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731662716792Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1731662716793 (+1 ms)Rename recovered edits hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731662716793Processed 19 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731662716793 2024-11-15T09:25:16,794 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731662713115/wal.dat.9 to hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.9 2024-11-15T09:25:16,795 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731662715854; access_time=1731662715730; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731662715875; access_time=1731662715742; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731662715890; access_time=1731662715752; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731662716306; access_time=1731662715762; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731662716326; access_time=1731662715771; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731662716339; access_time=1731662715779; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731662716351; access_time=1731662715786; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731662716765; access_time=1731662715794; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731662716778; access_time=1731662715805; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38047/user/jenkins/test-data/60037b0d-6f84-c338-d3f9-707c7d1c1672/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731662716793; access_time=1731662715812; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-15T09:25:16,802 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=140 (was 151), OpenFileDescriptor=387 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=462 (was 450) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3742 (was 3763) 2024-11-15T09:25:16,809 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=140, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=462, ProcessCount=11, AvailableMemoryMB=3742 2024-11-15T09:25:16,809 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T09:25:16,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742366_1546 (size=7) 2024-11-15T09:25:16,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742366_1546 (size=7) 2024-11-15T09:25:16,814 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38047/user/jenkins/test-data/27fd8094-bdb7-2f41-ad4f-dd14aa0ad9e4 with version=8 2024-11-15T09:25:16,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:25:16,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:25:16,817 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T09:25:16,817 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T09:25:16,818 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T09:25:16,818 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T09:25:16,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:16,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:16,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:16,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:16,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:16,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:16,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:16,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:16,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:16,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:16,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:16,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:16,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:16,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:16,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:16,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:16,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:16,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:16,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:16,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:16,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:16,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:16,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:16,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:16,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:16,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:16,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:16,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:16,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:16,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:16,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:16,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:16,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:16,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:16,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:16,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:16,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:16,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:16,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T09:25:16,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T09:25:16,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742367_1547 (size=2324) 2024-11-15T09:25:16,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742367_1547 (size=2324) 2024-11-15T09:25:16,829 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T09:25:16,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073742368_1548 (size=2325) 2024-11-15T09:25:16,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073742368_1548 (size=2325) 2024-11-15T09:25:16,848 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38047/user/jenkins/test-data/f354b1f2-7a21-3d3b-6706-8d68fbca9981/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731662716817/wal.dat.0, size=2.3 K (2325bytes) 2024-11-15T09:25:16,848 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38047/user/jenkins/test-data/f354b1f2-7a21-3d3b-6706-8d68fbca9981/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731662716817/wal.dat.0 2024-11-15T09:25:16,848 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38047/user/jenkins/test-data/f354b1f2-7a21-3d3b-6706-8d68fbca9981/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731662716817/wal.dat.0 after 0ms 2024-11-15T09:25:16,850 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38047/user/jenkins/test-data/f354b1f2-7a21-3d3b-6706-8d68fbca9981/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731662716817/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:38047/user/jenkins/test-data/f354b1f2-7a21-3d3b-6706-8d68fbca9981/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731662716817/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-11-15T09:25:16,850 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/f354b1f2-7a21-3d3b-6706-8d68fbca9981/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731662716817/wal.dat.0 so closing down 2024-11-15T09:25:16,850 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/f354b1f2-7a21-3d3b-6706-8d68fbca9981/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731662716817/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-11-15T09:25:16,850 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38047/user/jenkins/test-data/f354b1f2-7a21-3d3b-6706-8d68fbca9981/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731662716817/wal.dat.0, journal: Splitting hdfs://localhost:38047/user/jenkins/test-data/f354b1f2-7a21-3d3b-6706-8d68fbca9981/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731662716817/wal.dat.0, size=2.3 K (2325bytes) at 1731662716848Finishing writing output for hdfs://localhost:38047/user/jenkins/test-data/f354b1f2-7a21-3d3b-6706-8d68fbca9981/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731662716817/wal.dat.0 so closing down at 1731662716850 (+2 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38047/user/jenkins/test-data/f354b1f2-7a21-3d3b-6706-8d68fbca9981/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731662716817/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1731662716850 2024-11-15T09:25:16,852 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38047/user/jenkins/test-data/f354b1f2-7a21-3d3b-6706-8d68fbca9981/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731662716817/wal.dat.0 to hdfs://localhost:38047/user/jenkins/test-data/f354b1f2-7a21-3d3b-6706-8d68fbca9981/corrupt/wal.dat.0 2024-11-15T09:25:16,860 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=140 (was 140), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=462 (was 462), ProcessCount=11 (was 11), AvailableMemoryMB=3740 (was 3742) 2024-11-15T09:25:16,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26bdee85{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T09:25:16,897 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@685be9d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T09:25:16,897 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T09:25:16,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41496f18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T09:25:16,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@103e0162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec60f9c7-d12b-9592-5ae7-df12e048a0e5/hadoop.log.dir/,STOPPED} 2024-11-15T09:25:16,900 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T09:25:16,900 WARN [BP-1213593369-172.17.0.2-1731662653330 heartbeating to localhost/127.0.0.1:38047 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T09:25:16,900 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T09:25:16,900 WARN [BP-1213593369-172.17.0.2-1731662653330 heartbeating to localhost/127.0.0.1:38047 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1213593369-172.17.0.2-1731662653330 (Datanode Uuid 4cd72cf4-790c-4c96-88dc-c56da2a131f1) service to localhost/127.0.0.1:38047 2024-11-15T09:25:16,902 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec60f9c7-d12b-9592-5ae7-df12e048a0e5/cluster_7035e5c5-152b-c2eb-0ba3-5afd1af47b35/data/data3/current/BP-1213593369-172.17.0.2-1731662653330 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T09:25:16,902 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec60f9c7-d12b-9592-5ae7-df12e048a0e5/cluster_7035e5c5-152b-c2eb-0ba3-5afd1af47b35/data/data4/current/BP-1213593369-172.17.0.2-1731662653330 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T09:25:16,903 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T09:25:16,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25e2c22c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T09:25:16,905 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50d53203{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T09:25:16,905 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T09:25:16,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2964d180{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T09:25:16,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@423f2b6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec60f9c7-d12b-9592-5ae7-df12e048a0e5/hadoop.log.dir/,STOPPED} 2024-11-15T09:25:16,906 WARN [BP-1213593369-172.17.0.2-1731662653330 heartbeating to localhost/127.0.0.1:38047 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T09:25:16,906 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T09:25:16,906 WARN [BP-1213593369-172.17.0.2-1731662653330 heartbeating to localhost/127.0.0.1:38047 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1213593369-172.17.0.2-1731662653330 (Datanode Uuid 5bfa105b-8aee-453a-9dbb-c40201711dd8) service to localhost/127.0.0.1:38047 2024-11-15T09:25:16,906 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T09:25:16,907 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec60f9c7-d12b-9592-5ae7-df12e048a0e5/cluster_7035e5c5-152b-c2eb-0ba3-5afd1af47b35/data/data1/current/BP-1213593369-172.17.0.2-1731662653330 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T09:25:16,908 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec60f9c7-d12b-9592-5ae7-df12e048a0e5/cluster_7035e5c5-152b-c2eb-0ba3-5afd1af47b35/data/data2/current/BP-1213593369-172.17.0.2-1731662653330 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T09:25:16,908 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T09:25:16,913 WARN [LeaseRenewer:jenkins@localhost:38047 {}] impl.LeaseRenewer(465): Failed to renew lease for [DFSClient_NONMAPREDUCE_-574920611_22, DFSClient_NONMAPREDUCE_-652204250_22, DFSClient_NONMAPREDUCE_-12247398_22, DFSClient_NONMAPREDUCE_-274866816_22, DFSClient_NONMAPREDUCE_676401442_22] for 30 seconds. Will retry shortly ... java.io.EOFException: End of File Exception between local host is: "791f12959b23/172.17.0.2"; destination host is: "localhost":38047; : java.io.EOFException; For more details see: http://wiki.apache.org/hadoop/EOFException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:961) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:910) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1588) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.renewLease(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$renewLease$23(ClientNamenodeProtocolTranslatorPB.java:676) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:676) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.renewLease(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.renewLease(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.renewLease(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.renewLease(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.renewLease(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readInt(DataInputStream.java:386) ~[?:?] at org.apache.hadoop.ipc.Client$IpcStreams.readResponse(Client.java:1923) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client$Connection.receiveRpcResponse(Client.java:1203) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client$Connection.run(Client.java:1094) ~[hadoop-common-3.4.1.jar:?] 2024-11-15T09:25:16,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5fb88504{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T09:25:16,916 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c6addc2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T09:25:16,916 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T09:25:16,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6325f080{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T09:25:16,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c277883{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec60f9c7-d12b-9592-5ae7-df12e048a0e5/hadoop.log.dir/,STOPPED}